-- Logs begin at Wed 2021-06-23 14:10:11 UTC, end at Wed 2021-06-23 15:05:53 UTC. -- Jun 23 14:41:20.097458 dv-cinder-796286-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 14:41:22.756533 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.common.config [-] Logging enabled! Jun 23 14:41:22.757174 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382 Jun 23 14:41:22.757317 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104549) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 14:41:22.760774 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.common.config [-] Logging enabled! Jun 23 14:41:22.761023 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382 Jun 23 14:41:22.761327 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104549) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 14:41:22.762301 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 14:41:22.762530 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 14:41:22.762894 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 14:41:22.763133 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 14:41:22.763557 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 14:41:22.763879 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.764173 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.764465 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.764691 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.764985 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.765269 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.765550 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.765866 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.766168 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.766440 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.766716 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.766994 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.767220 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.767495 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.767777 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.768073 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.768282 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] debug = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.768554 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.768972 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.769394 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.769948 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.770233 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.770511 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.771302 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.771577 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.771856 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.772179 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] host = dv-cinder-796286-8-iscsi {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.772451 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.772732 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.775230 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.775230 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.775230 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.775230 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.775230 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.775230 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.775230 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] log_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.775230 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.775854 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.775854 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.776014 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.776185 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.776402 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.776683 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.776963 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.777234 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.777503 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.777793 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.778064 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.778346 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.778593 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.778871 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.779147 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.779425 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.779694 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.779960 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.780225 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.780489 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.780763 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.781031 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.781300 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.781566 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.781868 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.782135 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.782401 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.782692 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.782968 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.783244 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.783522 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.783791 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.784064 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.784334 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.784600 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.784868 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] use_json = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.785135 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.785403 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.785677 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.785981 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.786281 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.787090 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.787513 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.787937 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:22.788257 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.788554 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.788858 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.789146 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.789439 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.789719 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.790030 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.790310 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.790597 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.790883 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.791172 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.791449 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.791737 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.792014 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.792306 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.792635 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.792896 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.793185 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.793459 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.793734 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.794028 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.794309 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.794589 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.794877 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.795161 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.795431 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.795431 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.796145 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.796664 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.796664 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.796831 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.797047 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.797325 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.797594 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.797904 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.798181 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.798450 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.798721 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.798996 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.799280 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.799553 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.799821 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.800089 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.800559 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.800654 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.801040 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.801254 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.801526 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.801819 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.802121 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.802392 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.802662 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.802936 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.803206 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.803478 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.803746 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.804017 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.804290 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.804560 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.804837 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.805101 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.805374 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.805649 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.805947 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.806219 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.806491 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.806764 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.807035 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.807325 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.807618 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.807897 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.808174 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.808452 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.808730 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.809008 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.809286 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.809561 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.809861 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.810136 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.810426 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.810709 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.810994 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.811276 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.811551 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.811844 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.812121 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.812401 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.812676 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.812951 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.813237 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.813519 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.813836 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.814128 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.814419 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.814711 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.815002 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.815279 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.815586 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.815870 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:22.816087 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 14:41:22.816329 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104549) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 14:41:23.165255 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:41:23.165517 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:41:23.165824 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:41:23.166160 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 14:41:23.559417 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:23.559714 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:23.559990 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:23.561293 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:23.561567 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:23.561894 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:23.596054 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:23.596340 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:23.596612 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:23.609860 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:23.610148 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:23.610426 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:23.647463 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:23.647921 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:23.648372 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:23.687120 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:23.687401 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:23.687675 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:23.921856 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:23.922475 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:23.922475 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:23.922632 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:23.923280 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.049288 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.049607 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.049922 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.050204 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.050480 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.050796 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.051054 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.051310 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.051567 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.051907 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.052665 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.052932 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.053193 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.053457 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.053713 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.054009 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.054312 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.055681 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.055979 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.056252 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.056557 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.056917 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.057179 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.057470 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.057729 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.058004 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.058411 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:41:24.058658 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:41:24.058900 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:41:24.059139 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:41:24.059375 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:41:24.059614 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:41:24.059995 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 14:41:24.063422 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 14:41:24.067412 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 14:41:24.071569 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jun 23 14:41:24.073207 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 14:41:24.073674 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 14:41:24.074034 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 14:41:24.074423 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 14:41:24.077484 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 14:41:24.077760 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 14:41:24.078110 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 14:41:24.106228 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 14:41:24.106690 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.106998 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104549) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 23 14:41:24.107359 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.108732 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104549) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 14:41:24.109016 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 14:41:24.109261 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 14:41:24.112645 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.112930 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.176765 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 14:41:24.177480 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 14:41:24.177736 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 14:41:24.178157 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 14:41:24.199163 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_db.sqlalchemy.engines [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104549) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 14:41:24.731143 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Initializing driver for type 'gre' Jun 23 14:41:24.731694 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] gre ID ranges: [(1, 1000)] Jun 23 14:41:24.783497 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Initializing driver for type 'local' Jun 23 14:41:24.783808 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Initializing driver for type 'vlan' Jun 23 14:41:24.796546 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] VlanTypeDriver initialization complete Jun 23 14:41:24.796882 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Initializing driver for type 'vxlan' Jun 23 14:41:24.797382 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] vxlan ID ranges: [(1, 1000)] Jun 23 14:41:24.850955 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Initializing extension driver 'port_security' Jun 23 14:41:24.851428 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.extensions.port_security [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] PortSecurityExtensionDriver initialization complete Jun 23 14:41:24.851863 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Initializing mechanism driver 'openvswitch' Jun 23 14:41:24.852315 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Initializing mechanism driver 'hyperv' Jun 23 14:41:24.860771 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.plugins.ml2.plugin [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:41:24.861834 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > port after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.862323 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > port after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.862822 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > port after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.863270 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > subnet after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.863726 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > subnet after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.864134 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.864703 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > network after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.865203 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > network after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.865645 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > network after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.866195 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > security_group after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.866610 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > security_group after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.867048 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.867589 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.868150 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.868502 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.869131 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > address_group after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.869238 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > address_group after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.869550 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.869917 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] ML2 OVO RPC backend initialized. {{(pid=104549) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 14:41:24.870631 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.870987 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.871395 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > network before_response 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.871742 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > networks before_response 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.872091 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > port before_response 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.872430 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > ports before_response 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.872770 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > subnet before_response 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.873107 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > subnets before_response 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.873449 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > network after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.873807 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > network after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.874141 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > network after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.874481 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > port after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.874812 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > port after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.875149 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > port after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.875481 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > subnet after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.875811 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > subnet after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.876139 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.876720 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.plugin [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Modular L2 Plugin initialization complete Jun 23 14:41:24.877044 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading services supported by the core plugin {{(pid=104549) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 14:41:24.877364 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Got port-security extension from driver 'port_security' Jun 23 14:41:24.877885 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.extensions.vlantransparent [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Disabled vlantransparent extension. Jun 23 14:41:24.878374 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104549) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 14:41:24.878681 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading Plugin: router Jun 23 14:41:24.915019 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.915343 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router after_create 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.915708 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router before_create 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.916067 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.916430 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.916777 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router after_delete 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.917126 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.917483 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router after_create 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.917844 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router after_update 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.918188 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router after_update 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.918530 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.918878 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router after_update 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.919274 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router precommit_update 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.919633 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: port after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.919966 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: port after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.920295 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: subnet after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.920626 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.920967 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.921305 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router precommit_create 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.921639 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: port before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.922013 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router precommit_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.922564 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router after_update 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.922684 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.923029 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router precommit_create 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.923385 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.923722 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router precommit_update 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.924084 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > network after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.924929 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Tracking information for resource: router configured {{(pid=104549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:41:24.925251 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Tracking information for resource: floatingip configured {{(pid=104549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:41:24.930198 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.db.l3_agentschedulers_db [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 14:41:24.930770 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: port after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.931123 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: port after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.931469 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: port after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.931812 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: port after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.932594 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router before_create 55550100 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.932953 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.933310 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router precommit_create 55550100 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.933660 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > router precommit_update 55550100 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.938171 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.services.provider_configuration [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Service providers = [] {{(pid=104549) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 14:41:24.938532 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.db.servicetype_db [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104549) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 14:41:24.941392 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.services.service_base [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104549) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:41:24.941735 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.services.service_base [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104549) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:41:24.942092 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.services.service_base [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104549) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:41:24.943459 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.services.service_base [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104549) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:41:24.943823 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.services.service_base [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 14:41:24.944196 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:41:24.944506 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 14:41:24.954966 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:41:24.955295 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading Plugin: auto_allocate Jun 23 14:41:24.961868 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: network precommit_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.962232 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: network precommit_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.962739 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:41:24.963052 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading Plugin: tag Jun 23 14:41:24.969517 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:41:24.969879 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading Plugin: timestamp Jun 23 14:41:24.973583 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:41:24.973967 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading Plugin: network_ip_availability Jun 23 14:41:24.980797 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.981166 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.981516 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:24.982262 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:41:24.982577 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading Plugin: flavors Jun 23 14:41:24.987235 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:41:24.987564 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading Plugin: revisions Jun 23 14:41:24.992411 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:41:24.992800 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_concurrency.lockutils [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.827s {{(pid=104549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:41:24.993530 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104549) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 23 14:41:24.993892 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Initializing extension manager. Jun 23 14:41:24.994395 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: __init__.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:24.994728 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: __pycache__ {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:24.995054 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:24.995377 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: address_group.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:24.996112 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:24.996658 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: address-group Jun 23 14:41:24.996974 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: address_scope.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:24.997662 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:24.998189 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: address-scope Jun 23 14:41:24.998503 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:24.999403 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:24.999907 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: router-admin-state-down-before-update Jun 23 14:41:25.000222 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: agent.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.000905 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.001394 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: agent Jun 23 14:41:25.001707 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: agent_resources_synced.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.002609 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.003102 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: agent-resources-synced Jun 23 14:41:25.003414 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: allowedaddresspairs.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.005769 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.006292 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: allowed-address-pairs Jun 23 14:41:25.006613 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: auto_allocated_topology.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.008099 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.008605 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: auto-allocated-topology Jun 23 14:41:25.008926 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: availability_zone.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.009606 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.010137 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: availability_zone Jun 23 14:41:25.010459 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: availability_zone_filter.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.011350 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.011848 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: availability_zone_filter Jun 23 14:41:25.012163 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: data_plane_status.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.013044 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.013541 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 14:41:25.013891 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: default_subnetpools.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.014781 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.015276 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: default-subnetpools Jun 23 14:41:25.015591 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.016376 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.016879 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: dhcp_agent_scheduler Jun 23 14:41:25.017177 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: dns.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.018099 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.018585 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension dns-integration not supported by any of loaded plugins Jun 23 14:41:25.018894 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: dns_domain_ports.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.019783 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.020267 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 14:41:25.020600 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.021493 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.022018 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 14:41:25.022333 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: dvr.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.022983 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.023476 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: dvr Jun 23 14:41:25.023787 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: empty_string_filtering.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.024675 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.025169 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: empty-string-filtering Jun 23 14:41:25.025482 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.026390 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.026882 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 14:41:25.027193 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.028067 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.028560 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 14:41:25.028871 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: external_net.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.029786 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.030284 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: external-net Jun 23 14:41:25.030599 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.031478 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.031969 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: extra_dhcp_opt Jun 23 14:41:25.032281 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: extraroute.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.033160 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.033649 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: extraroute Jun 23 14:41:25.033986 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: extraroute_atomic.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.034993 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.035485 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: extraroute-atomic Jun 23 14:41:25.035801 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: filter_validation.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.036467 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.036955 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: filter-validation Jun 23 14:41:25.037266 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: fip_pf_description.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.038168 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.038660 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 14:41:25.038975 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: fip_port_details.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.039871 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.040360 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: fip-port-details Jun 23 14:41:25.040674 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: flavors.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.041891 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.042394 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: flavors Jun 23 14:41:25.042711 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.044340 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.044842 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 14:41:25.045163 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: floatingip_pools.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.045874 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.046370 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: floatingip-pools Jun 23 14:41:25.046684 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: ip_allocation.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.047574 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.048070 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 14:41:25.048384 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.049280 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.049808 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: ip-substring-filtering Jun 23 14:41:25.050129 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: l2_adjacency.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.051039 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.051530 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 14:41:25.052391 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: l3.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.053339 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.053950 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: router Jun 23 14:41:25.054272 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.056583 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.057095 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 14:41:25.057418 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.058348 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.058852 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: ext-gw-mode Jun 23 14:41:25.059172 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.060069 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.060573 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: l3-ha Jun 23 14:41:25.060891 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: l3_flavors.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.061819 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.062319 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: l3-flavors Jun 23 14:41:25.062636 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.063518 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.064014 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 14:41:25.064330 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: l3agentscheduler.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.065351 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.065881 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: l3_agent_scheduler Jun 23 14:41:25.066203 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: logging.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.067759 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.068767 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension logging not supported by any of loaded plugins Jun 23 14:41:25.069095 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: metering.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.069858 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.070431 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: metering Jun 23 14:41:25.070754 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.071829 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.072333 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: metering_source_and_destination_fields Jun 23 14:41:25.072653 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: multiprovidernet.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.073587 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.074108 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: multi-provider Jun 23 14:41:25.074425 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: netmtu.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.075310 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.075806 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: net-mtu Jun 23 14:41:25.076123 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: netmtu_writable.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.077013 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.077505 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: net-mtu-writable Jun 23 14:41:25.077848 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: network_availability_zone.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.078506 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.078997 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: network_availability_zone Jun 23 14:41:25.079312 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: network_ip_availability.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.080400 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.080900 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: network-ip-availability Jun 23 14:41:25.081217 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: network_segment_range.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.082001 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.082492 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 14:41:25.082808 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: pagination.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.083814 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.084133 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: pagination Jun 23 14:41:25.084446 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: port_device_profile.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.085320 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.085861 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: port-device-profile Jun 23 14:41:25.086177 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.087078 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.087571 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: port-mac-address-regenerate Jun 23 14:41:25.087885 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.088774 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.089268 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: port-numa-affinity-policy Jun 23 14:41:25.089582 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: port_resource_request.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.090507 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.090997 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 14:41:25.091310 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: portbindings.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.092214 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.092825 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: binding Jun 23 14:41:25.093142 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: portbindings_extended.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.094449 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.094954 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: binding-extended Jun 23 14:41:25.095274 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: portsecurity.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.096159 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.096976 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: port-security Jun 23 14:41:25.097293 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: project_id.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.098272 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.098595 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: project-id Jun 23 14:41:25.098935 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: providernet.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.099841 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.100348 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: provider Jun 23 14:41:25.100664 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: qos.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.104397 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.104909 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension qos not supported by any of loaded plugins Jun 23 14:41:25.105234 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.106496 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.107001 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 14:41:25.107327 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.108224 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.108724 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 14:41:25.109044 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: qos_default.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.109969 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.110475 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension qos-default not supported by any of loaded plugins Jun 23 14:41:25.110796 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: qos_fip.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.111438 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.111930 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension qos-fip not supported by any of loaded plugins Jun 23 14:41:25.112244 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: qos_gateway_ip.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.113142 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.113636 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 14:41:25.113972 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: qos_port_network_policy.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.115376 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.115873 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 14:41:25.116187 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: qos_rule_type_details.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.117075 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.117569 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 14:41:25.117920 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: qos_rules_alias.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.118936 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.119434 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 14:41:25.119746 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: quotasv2.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.120690 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.121007 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: quotas Jun 23 14:41:25.121318 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: quotasv2_detail.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.124432 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.124770 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: quota_details Jun 23 14:41:25.125095 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: rbac.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.126177 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.126694 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: rbac-policies Jun 23 14:41:25.127020 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: rbac_address_group.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.127932 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.128442 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: rbac-address-group Jun 23 14:41:25.128766 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: rbac_address_scope.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.129674 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.130792 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: rbac-address-scope Jun 23 14:41:25.131112 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: rbac_security_groups.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.132005 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.132512 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: rbac-security-groups Jun 23 14:41:25.133084 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: rbac_subnetpool.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.134004 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.134505 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: rbac-subnetpool Jun 23 14:41:25.134821 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: revisionifmatch.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.135715 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.136214 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: revision-if-match Jun 23 14:41:25.136533 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: revisions.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.137861 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.138362 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: standard-attr-revisions Jun 23 14:41:25.138680 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: router_availability_zone.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.139338 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.139838 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: router_availability_zone Jun 23 14:41:25.140156 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: routerservicetype.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.141057 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.141549 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension router-service-type not supported by any of loaded plugins Jun 23 14:41:25.141898 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.142793 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.143292 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: security-groups-normalized-cidr Jun 23 14:41:25.143611 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.144508 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.145006 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: port-security-groups-filtering Jun 23 14:41:25.145324 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.146283 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.146784 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: security-groups-remote-address-group Jun 23 14:41:25.147101 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: securitygroup.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.156703 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.157239 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: security-group Jun 23 14:41:25.157569 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: segment.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.158397 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.158895 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension segment not supported by any of loaded plugins Jun 23 14:41:25.159217 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.160155 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.160662 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 14:41:25.160982 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: servicetype.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.162204 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.162719 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: service-type Jun 23 14:41:25.163042 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: sorting.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.164006 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.164331 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: sorting Jun 23 14:41:25.164649 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: standard_attr_segment.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.165659 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.166141 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 14:41:25.166458 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: standardattrdescription.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.167093 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.167600 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: standard-attr-description Jun 23 14:41:25.167918 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: stateful_security_group.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.168828 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.169330 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: stateful-security-group Jun 23 14:41:25.169646 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: stdattrs_common.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.170239 dv-cinder-796286-8-iscsi neutron-server[104549]: WARNING neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 14:41:25.170554 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.171521 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.172099 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 14:41:25.172416 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: subnet_onboard.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.173512 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.174135 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: subnet_onboard Jun 23 14:41:25.174456 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.175418 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.176091 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 14:41:25.176485 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: subnet_service_types.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.177997 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.178507 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: subnet-service-types Jun 23 14:41:25.178824 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: subnetallocation.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.179885 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.180389 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: subnet_allocation Jun 23 14:41:25.180713 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.181362 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.181900 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: subnetpool-prefix-ops Jun 23 14:41:25.182219 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.183117 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.183614 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 14:41:25.183929 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: tagging.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.184988 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.185497 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: standard-attr-tag Jun 23 14:41:25.185844 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: timestamp.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.187039 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.187544 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loaded extension: standard-attr-timestamp Jun 23 14:41:25.187863 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: trunk.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.188874 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.189379 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension trunk not supported by any of loaded plugins Jun 23 14:41:25.189695 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: trunk_details.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.190619 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.191118 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension trunk-details not supported by any of loaded plugins Jun 23 14:41:25.191429 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: uplink_status_propagation.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.192324 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.193504 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 14:41:25.193851 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Loading extension file: vlantransparent.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:41:25.194512 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:41:25.195004 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 14:41:25.197487 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Creating instance of TrackedResource for resource:network Jun 23 14:41:25.198041 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Creating instance of TrackedResource for resource:subnet Jun 23 14:41:25.198440 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:41:25.198830 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Creating instance of TrackedResource for resource:port Jun 23 14:41:25.200072 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:41:25.200515 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Service FLAVORS assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:41:25.201128 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:41:25.201551 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:41:25.201910 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Creating instance of TrackedResource for resource:router Jun 23 14:41:25.202330 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 14:41:25.202820 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Service METERING assigned prefix: /metering {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:41:25.204239 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:25.204604 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:25.204949 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:41:25.205974 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 14:41:25.206416 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Creating instance of TrackedResource for resource:security_group Jun 23 14:41:25.206857 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 14:41:25.207462 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Service CORE assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:41:25.207790 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:41:25.208155 dv-cinder-796286-8-iscsi neutron-server[104549]: WARNING neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] subnetpool is already registered Jun 23 14:41:25.208607 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Service CORE assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:41:25.208920 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:41:25.209240 dv-cinder-796286-8-iscsi neutron-server[104549]: WARNING neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] subnetpool is already registered Jun 23 14:41:25.211529 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:41:25.211954 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Service FLAVORS assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:41:25.212539 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:41:25.212949 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:41:25.213273 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Creating instance of TrackedResource for resource:router Jun 23 14:41:25.213605 dv-cinder-796286-8-iscsi neutron-server[104549]: WARNING neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] router is already registered Jun 23 14:41:25.214031 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 14:41:25.214361 dv-cinder-796286-8-iscsi neutron-server[104549]: WARNING neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] floatingip is already registered Jun 23 14:41:25.214805 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Service METERING assigned prefix: /metering {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:41:25.215456 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 14:41:25.215778 dv-cinder-796286-8-iscsi neutron-server[104549]: WARNING neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] rbac_policy is already registered Jun 23 14:41:25.216187 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Creating instance of TrackedResource for resource:security_group Jun 23 14:41:25.216513 dv-cinder-796286-8-iscsi neutron-server[104549]: WARNING neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] security_group is already registered Jun 23 14:41:25.216910 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 14:41:25.217236 dv-cinder-796286-8-iscsi neutron-server[104549]: WARNING neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] security_group_rule is already registered Jun 23 14:41:25.217886 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Service CORE assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:41:25.218221 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:41:25.218546 dv-cinder-796286-8-iscsi neutron-server[104549]: WARNING neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] subnetpool is already registered Jun 23 14:41:25.218973 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Service CORE assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:41:25.219289 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:41:25.219612 dv-cinder-796286-8-iscsi neutron-server[104549]: WARNING neutron.quota.resource_registry [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] subnetpool is already registered Jun 23 14:41:25.220089 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: extensions {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.221539 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: address-groups {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.223004 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: address-scopes {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.224338 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: agents {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.225506 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: auto-allocated-topology {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.226742 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: availability_zones {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.227929 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: dhcp-networks {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.229451 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: dhcp-agents {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.230879 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: routers {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.232533 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: flavors {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.234913 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: service_profiles {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.236091 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: next_providers {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.237504 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: service_profiles {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.239048 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: floatingip-pools {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.240777 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: routers {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.242464 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: floatingips {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.243706 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: l3-routers {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.245071 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: l3-agents {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.246484 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: metering-labels {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.247701 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: metering-label-rules {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.249069 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: network-ip-availabilities {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.250376 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: bindings {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.252044 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: quotas {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.253548 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: quotas {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.255608 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: rbac-policies {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.256783 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: security-groups {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.258347 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: security-group-rules {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.259574 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: service-providers {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.260776 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: subnetpools {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.262087 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: subnetpools {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.263750 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: tags {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.265402 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: tags {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.267210 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: tags {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.268950 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: tags {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.270659 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: tags {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.272593 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: tags {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.274296 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: tags {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.276052 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: tags {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.277887 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: tags {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.279600 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Extended resource: tags {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:41:25.285604 dv-cinder-796286-8-iscsi neutron-server[104549]: WARNING keystonemiddleware.auth_token [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 14:41:25.290150 dv-cinder-796286-8-iscsi neutron-server[104549]: WARNING keystonemiddleware.auth_token [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 14:41:25.298450 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_concurrency.lockutils [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Acquired lock "singleton_lock" {{(pid=104549) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 23 14:41:25.298921 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_concurrency.lockutils [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Releasing lock "singleton_lock" {{(pid=104549) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 23 14:41:25.299549 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO oslo_service.service [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Starting 2 workers Jun 23 14:41:25.304781 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Started child 104656 {{(pid=104549) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:41:25.309156 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Started child 104657 {{(pid=104549) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:41:25.310185 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:25.310818 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO neutron.service [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 14:41:25.311410 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Notify callbacks [] for process, before_spawn {{(pid=104549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:25.311691 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [-] (104656) wsgi starting up on http://0.0.0.0:9696 Jun 23 14:41:25.313897 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO oslo_service.service [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Starting 1 workers Jun 23 14:41:25.314008 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:25.315404 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [-] (104657) wsgi starting up on http://0.0.0.0:9696 Jun 23 14:41:25.319680 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Started child 104658 {{(pid=104549) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:41:25.320200 dv-cinder-796286-8-iscsi neutron-server[104549]: INFO oslo_service.service [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Starting 1 workers Jun 23 14:41:25.323146 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.service [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] calling RpcWorker wait() {{(pid=104658) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 14:41:25.323688 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.service [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] returning from RpcWorker wait() {{(pid=104658) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 14:41:25.324639 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Started child 104659 {{(pid=104549) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:41:25.324885 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:25.325413 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:41:25.325508 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-de96c405-2921-4550-84e2-29d406228ca8 None None] Notify callbacks [] for process, after_spawn {{(pid=104549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:25.327348 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104549) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 14:41:25.327555 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 14:41:25.327738 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 14:41:25.327953 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 14:41:25.328307 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 14:41:25.328479 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 14:41:25.328934 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.329208 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.329375 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:25.329893 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.329893 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.330028 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.330619 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.330894 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.331139 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.331406 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.331650 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.331811 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.331974 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.332224 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.332482 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.332762 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.333085 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.333336 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.333602 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.333789 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.334043 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.334307 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.334544 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.334796 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] debug = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.335049 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.335533 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.335776 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.336029 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.336264 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.336593 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.336821 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.337100 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.337329 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.337575 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.337822 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.338090 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.338332 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.338555 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.338784 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.339040 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.339237 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.339718 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] host = dv-cinder-796286-8-iscsi {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.339970 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.340162 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.340404 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.340655 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.340895 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.341109 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.341362 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.341608 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.341874 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.342113 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.342373 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.342598 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.342810 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.343040 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.343191 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_options = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.343426 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.343682 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.343934 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.344121 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.344289 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.344537 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.344705 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.344848 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.345081 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.345292 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.345502 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.345710 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.345975 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.346186 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.346436 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.346667 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.346877 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.347084 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.347323 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.347679 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.347843 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.347996 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.348220 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.348456 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.349227 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.349445 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.349671 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.349903 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.350146 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.350348 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.350573 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.351538 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.351851 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.352124 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.352395 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.352679 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.352864 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.353259 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.353423 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.353874 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.354321 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.354321 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.354754 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.354754 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.354911 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.354992 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:41:25.355077 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_json = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.355576 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.355576 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.356944 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.357191 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.358074 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.358305 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.358554 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.360670 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.361121 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.361420 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.361783 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.362034 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.362276 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.362537 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.363224 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.363628 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.363787 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.363934 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.364245 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.365072 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.365325 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.365576 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.365869 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.366840 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.366840 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.366840 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.367287 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.367287 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.367567 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.368072 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.368072 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.368366 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.368562 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.368823 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.369059 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.369280 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.369533 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.369689 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.369959 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.370184 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.370451 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.370669 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.370887 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.371407 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.371407 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.371705 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.371879 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.372045 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.372227 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.372460 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.373226 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.373226 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.373226 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.373597 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.373597 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.373884 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.374065 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.374305 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.374704 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.374836 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.374977 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.375186 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.375400 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.375654 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.375869 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.376081 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.376314 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.376534 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.376763 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.377020 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.377257 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.377471 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.377683 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.377944 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.379508 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.379508 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.379508 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.379508 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.379508 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.379508 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.379508 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.380037 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.380037 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.380193 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.380318 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.380552 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.380796 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.381010 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.381246 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.383009 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.383009 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.383009 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.383009 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.383009 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.383009 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.383525 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.383525 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.383974 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.383974 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.384194 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.384413 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.384650 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.384892 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.385177 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.385428 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.385664 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.385940 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.386166 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.387040 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.387269 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.387498 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.387715 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.387966 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.388211 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.388490 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.388748 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.388994 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.389241 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.389506 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.389809 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.390046 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.390328 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.390570 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.390829 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.391132 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.391388 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.391648 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.391880 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.392124 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.392434 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.392654 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.392893 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.393156 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.393383 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.393620 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.393943 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.394187 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.394407 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.394620 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.394868 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.395198 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.395434 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.395643 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.395858 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.396116 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.396359 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.396628 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.396890 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.397135 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.397397 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.397655 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.397943 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.398142 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.398371 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.398598 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.398831 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.399605 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.399817 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.400204 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.400620 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.401039 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.401461 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.401882 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.402108 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.402327 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.402547 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.402786 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.403037 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.403248 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.403468 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.403706 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.403923 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.404142 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.404359 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.404571 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.404837 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.405066 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.405345 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.405589 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.405843 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.406071 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.406292 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.406549 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.406763 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.407026 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.407268 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.407504 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.407717 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.407937 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.408148 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.408361 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.408587 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.408801 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.409062 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.409312 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.409630 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.409916 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.410142 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.410381 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.410620 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.410873 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.411120 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.411854 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.412088 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.412308 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.412575 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.412753 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.412977 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.413200 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.413408 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.413621 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.413861 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.414064 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.414275 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.414553 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.414816 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.415049 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.415293 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.415540 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.415814 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.415971 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.416340 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.416557 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.416769 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.417014 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.417233 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.417444 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.417658 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.417889 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.418116 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.418327 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.418535 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.418751 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.418959 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.419182 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.419389 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.419596 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.419809 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.420016 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.420354 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.420601 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.420844 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.421129 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.421373 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.421614 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.421889 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.422186 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.422419 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.422678 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.422919 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.423162 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.423380 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.423636 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.423951 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.424271 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.424532 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.424773 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.425087 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.425858 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.425858 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.425858 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.426154 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.426633 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.427441 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.427714 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.427969 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.428263 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.428490 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.428705 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.428942 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.429158 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.429373 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.429631 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.429885 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.430146 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.430380 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.430608 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.430833 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.431058 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.431299 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.431519 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.431743 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.431927 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 14:41:25.432452 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104549) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 14:41:25.432616 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 14:41:25.432768 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 14:41:25.433094 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 14:41:25.433264 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 14:41:25.433417 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 14:41:25.433631 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.433835 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.433971 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.434129 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.434287 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.434473 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.434638 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.434789 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.434953 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.435109 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.435265 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.435423 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.435582 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.435740 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.435897 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.436056 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.436217 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.436371 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.436688 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.436846 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.437004 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.437161 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.437319 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] debug = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.437586 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.437690 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.437832 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.438001 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.438158 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.438314 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.438470 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.438628 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.438786 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.438942 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.439099 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.439259 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.439419 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.439576 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.439732 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.439890 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.440047 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.440206 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] host = dv-cinder-796286-8-iscsi {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.440367 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.440535 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.440707 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.440915 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.441033 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.441156 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.441281 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.441406 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.441565 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.441720 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.441913 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.442070 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.442227 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.442415 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.442572 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_options = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.442730 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.442886 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.443042 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.443229 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.443393 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.443551 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.443710 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.443866 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.443996 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:41:25.444127 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.444269 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.444403 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.444530 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.444725 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.444725 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.444976 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.445100 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.445223 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.445347 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.445469 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.445594 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.445775 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.445930 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.446070 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.446229 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.446385 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.446543 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.446699 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.446856 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.447012 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.447169 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.447325 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.447482 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.447638 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.447794 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.447949 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.448107 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.448263 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.448425 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.448582 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.448739 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.448896 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.449052 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.449208 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.449363 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.449519 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.449674 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_json = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.449866 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.450026 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.450183 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.450329 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.450485 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.450644 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.450801 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.450958 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:41:25.451161 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.451324 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.451496 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.451659 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.451818 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.451978 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.452138 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.452299 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.452458 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.452617 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.452785 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.452946 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.453117 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.453279 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.453437 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.453600 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.453787 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.453941 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.454103 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.454266 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.454443 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.456087 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.456087 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.456087 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.456087 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.456087 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.456087 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.456087 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.456087 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.457350 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.457350 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.457350 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.457350 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.457350 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.457350 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.457350 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.457350 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.457350 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.459450 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.459450 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.459450 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.459450 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.459450 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.459450 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.459450 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.459450 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.459450 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.461472 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.461472 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.461472 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.461472 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.461472 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.461472 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.461472 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.461472 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.461472 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.462516 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.462516 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.462516 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.462516 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.462516 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.462516 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.462516 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.462516 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.462516 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.463588 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.463588 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.463588 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.463588 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.463588 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.463588 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.463588 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.463588 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.463588 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.464199 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.464199 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.464199 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.464199 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.464199 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.464199 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.464199 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.464199 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.464199 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.465555 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.465555 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.465555 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.465555 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.465555 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.465555 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.465555 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.465555 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.466205 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.466205 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.466205 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.466205 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.466205 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.466552 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.466552 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.466552 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.466789 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.466889 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.467022 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.467115 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.467276 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.467437 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.467597 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.468025 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.468025 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.468287 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.468287 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.468436 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.468524 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.468672 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.469039 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.469039 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.469284 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.469284 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.469518 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.469906 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.469906 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.469906 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.470283 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.470283 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.470518 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.470518 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.470754 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.470877 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.471000 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.471127 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.471269 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.471418 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.471579 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.471762 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.471923 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.472084 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.472243 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.472404 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.472565 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.472729 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.472889 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.473049 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.473210 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.473371 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.473531 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.474239 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.474396 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.474557 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.474718 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.474879 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.475039 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.475199 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.475359 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.475520 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.475680 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.475842 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.476003 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.476164 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.476323 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.476484 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.476644 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.476804 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.476963 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.477124 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.477283 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.477443 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.477602 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.477777 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.477940 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.478101 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.478264 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.478425 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.478586 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.478747 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.478908 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.479069 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.479229 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.479391 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.479552 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.479714 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.479875 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.480036 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.480196 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.480357 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.482210 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.482210 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.482210 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.482210 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.482210 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.482210 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.482210 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.482210 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.483642 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.483642 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.483642 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.483642 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.483642 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.483642 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.483642 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.483642 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.485554 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.485554 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.485554 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.485554 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.485554 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.485554 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.485554 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.485554 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.485554 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.487044 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.487044 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.487044 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.487044 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.487044 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.487044 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.487044 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.487044 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.488043 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.488043 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.488043 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.488043 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.488043 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.488043 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.488043 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.488043 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.488043 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.490142 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.490142 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.490142 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.490142 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.490142 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.490142 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.490142 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.490142 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.490695 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.490695 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.490695 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.490695 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.490695 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.490695 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.490695 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.490695 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.491617 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.491617 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.491617 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.491617 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.491617 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.491617 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.491617 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.491617 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.492293 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.492293 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.492293 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.492293 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.492293 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.492293 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.492293 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.492293 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.493432 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.493432 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.493432 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.493432 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.493432 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.493432 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.493432 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.493432 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.494010 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.494010 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.494010 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.494010 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.495369 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.495369 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.495369 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.495369 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.495369 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:41:25.495369 dv-cinder-796286-8-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 14:41:25.774918 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 58024) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:41:25.783428 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063329 Jun 23 14:41:37.159449 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c3b1c2-0f05-4c8c-87cd-440ea8842208 None None] get_active_networks_info from dv-cinder-796286-8-iscsi {{(pid=104658) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 14:41:37.218137 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c3b1c2-0f05-4c8c-87cd-440ea8842208 None None] No non-hosted networks {{(pid=104658) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 14:41:37.231448 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.agentschedulers_db [None req-03c3b1c2-0f05-4c8c-87cd-440ea8842208 None None] DHCP Agent not found on host dv-cinder-796286-8-iscsi {{(pid=104658) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 23 14:41:37.347126 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-81391adc-7212-4161-906e-b9af1e881c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061'] for agent, after_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:39.753925 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061'] for agent, after_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:39.755344 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:39.755917 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:39.756426 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:39.756897 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:39.757622 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:39.758128 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:39.758857 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:39.759494 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:39.759981 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:39.760441 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:39.761032 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:39.761656 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:39.763090 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796286-8-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:41:39.796516 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796286-8-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:41:39.808205 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-170d1587-4d83-4293-b3da-885b4bd80a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061'] for agent, after_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:39.874877 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-57d90eff-0964-4784-8ba6-87b06c31a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:40.922762 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061'] for agent, after_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:42.547908 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.db.l3_hamode_db [None req-91dd34f1-e3e9-4cc0-9579-18db4cdb0b26 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 14:41:42.636347 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dd34f1-e3e9-4cc0-9579-18db4cdb0b26 None None] Routers set() bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:41:42.636908 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dd34f1-e3e9-4cc0-9579-18db4cdb0b26 None None] Router IDs set() for agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 23 14:41:42.641298 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061'] for agent, after_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:43.711298 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 58118) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:41:44.235404 dv-cinder-796286-8-iscsi neutron-server[104657]: WARNING oslo_policy.policy [None req-180986ca-0184-432a-8f34-e73ea2f28db1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:41:44.236020 dv-cinder-796286-8-iscsi neutron-server[104657]: WARNING oslo_policy.policy [None req-180986ca-0184-432a-8f34-e73ea2f28db1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:41:44.452781 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [None req-180986ca-0184-432a-8f34-e73ea2f28db1 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:41:44.453763 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-180986ca-0184-432a-8f34-e73ea2f28db1 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7415576 Jun 23 14:41:46.775155 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 58132) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:41:47.084079 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-e559fe6d-3789-4664-82a6-cb8a3ad2a6cc admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:41:47.176923 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.policy [None req-e559fe6d-3789-4664-82a6-cb8a3ad2a6cc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104657) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 14:41:47.221502 dv-cinder-796286-8-iscsi neutron-server[104657]: WARNING oslo_policy.policy [None req-e559fe6d-3789-4664-82a6-cb8a3ad2a6cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:41:47.221895 dv-cinder-796286-8-iscsi neutron-server[104657]: WARNING oslo_policy.policy [None req-e559fe6d-3789-4664-82a6-cb8a3ad2a6cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:41:47.230430 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.quota [None req-e559fe6d-3789-4664-82a6-cb8a3ad2a6cc admin admin] Loaded quota_driver: . Jun 23 14:41:47.323227 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e559fe6d-3789-4664-82a6-cb8a3ad2a6cc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784124606696', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784124605751', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784124594546', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784125607740', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784125598459', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784125621245', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16235511', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16046219', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-723809', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-697917'] for rbac-policy, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:47.391998 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e559fe6d-3789-4664-82a6-cb8a3ad2a6cc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:47.393249 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-e559fe6d-3789-4664-82a6-cb8a3ad2a6cc admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6171169 Jun 23 14:41:50.009509 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 58144) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:41:50.307002 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Request body: {'network': {'tenant_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'admin_state_up': True, 'name': 'private', 'project_id': 'e6bcab6f912441b9b72928b6b95b7d1f'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:41:50.335448 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Made reservation on behalf of e6bcab6f912441b9b72928b6b95b7d1f for: {'network': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:41:50.338482 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for network, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:50.354949 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:50.477563 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:50.481369 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:50.486582 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:41:50.501603 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=104657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:41:50.530050 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784122434070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:50.530661 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Unsubscribe: segment precommit_create {{(pid=104657) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 14:41:50.531177 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.db.segments_db [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Added segment 0764d7e7-5f74-4175-8359-e78d5eb2d34b of type vlan for network 17e417ea-2131-43be-8f41-eff59ae28efd Jun 23 14:41:50.548583 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222df378-4eca-4ba4-9e30-57e1998606dc,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:41:50.574346 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:50.574696 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:50.575024 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:50.575344 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:50.575654 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:50.575981 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:50.576297 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:50.576620 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:50.576930 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:50.577235 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:50.577538 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:50.577865 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Tracked resource versions report: Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: pushed versions: Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: { 'AddressGroup': {'1.2'}, Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: 'ConntrackHelper': {'1.0'}, Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: 'Log': {'1.0'}, Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: 'Network': {'1.1'}, Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: 'Port': {'1.7'}, Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: 'PortForwarding': {'1.2'}, Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: 'QosPolicy': {'1.8'}, Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: 'SecurityGroup': {'1.4'}, Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: 'SubPort': {'1.0'}, Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: 'Subnet': {'1.1'}, Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: 'Trunk': {'1.1'}} Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: consumer versions: Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: { DHCP agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: L3 agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: Metadata agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: Metering agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: Open vSwitch agent@dv-cinder-796286-8-iscsi: { 'AddressGroup': '1.2', Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: 'ConntrackHelper': '1.0', Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: 'Log': '1.0', Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: 'Network': '1.1', Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: 'Port': '1.7', Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: 'PortForwarding': '1.2', Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: 'QosPolicy': '1.8', Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: 'SecurityGroup': '1.4', Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: 'SecurityGroupRule': '1.2', Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: 'SubPort': '1.0', Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: 'Subnet': '1.1', Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: 'Trunk': '1.1'}} Jun 23 14:41:50.578980 dv-cinder-796286-8-iscsi neutron-server[104657]: {{(pid=104657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:41:50.654142 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784121897485'] for network, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:50.658563 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:41:50.709089 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374'] for network, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:50.710796 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:41:50.711593 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:50.714408 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:41:50.769519 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7589288 Jun 23 14:41:50.810838 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Pushing event updated for resources: {'Network': ['ID=17e417ea-2131-43be-8f41-eff59ae28efd,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:41:50.814208 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:41:50.823077 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Network 17e417ea-2131-43be-8f41-eff59ae28efd details requested by agent ovs-agent-dv-cinder-796286-8-iscsi with host dv-cinder-796286-8-iscsi {{(pid=104658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:41:53.443785 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 58158) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:41:53.961228 dv-cinder-796286-8-iscsi neutron-server[104656]: WARNING oslo_policy.policy [None req-17098745-6cde-401d-807e-a32e364bd8e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:41:53.961844 dv-cinder-796286-8-iscsi neutron-server[104656]: WARNING oslo_policy.policy [None req-17098745-6cde-401d-807e-a32e364bd8e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:41:54.405901 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.policy [None req-17098745-6cde-401d-807e-a32e364bd8e5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104656) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 14:41:54.450346 dv-cinder-796286-8-iscsi neutron-server[104656]: WARNING oslo_policy.policy [None req-17098745-6cde-401d-807e-a32e364bd8e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:41:54.451026 dv-cinder-796286-8-iscsi neutron-server[104656]: WARNING oslo_policy.policy [None req-17098745-6cde-401d-807e-a32e364bd8e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:41:54.459425 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17098745-6cde-401d-807e-a32e364bd8e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:41:54.461318 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-17098745-6cde-401d-807e-a32e364bd8e5 admin admin] 10.222.0.65 "GET /v2.0/networks/17e417ea-2131-43be-8f41-eff59ae28efd HTTP/1.1" status: 200 len: 825 time: 1.0154645 Jun 23 14:41:54.498693 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-593d9dfd-40e3-4ad3-b765-1becfc84a1e2 admin admin] 10.222.0.65 "GET /v2.0/subnetpools/128d9d6b-5bb7-4306-98db-cd769bb41d2c HTTP/1.1" status: 200 len: 734 time: 0.0320046 Jun 23 14:41:54.507584 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '128d9d6b-5bb7-4306-98db-cd769bb41d2c', 'gateway_ip': '172.20.0.1', 'tenant_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'network_id': '17e417ea-2131-43be-8f41-eff59ae28efd', 'name': 'private-subnet'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:41:54.509109 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.quota [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Loaded quota_driver: . Jun 23 14:41:54.558036 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Made reservation on behalf of e6bcab6f912441b9b72928b6b95b7d1f for: {'subnet': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:41:54.561225 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:54.855367 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349'] for subnet, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:54.860498 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:41:54.932176 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Checking segment: {'id': '0764d7e7-5f74-4175-8359-e78d5eb2d34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '17e417ea-2131-43be-8f41-eff59ae28efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:41:54.932574 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Network hostable DHCP agents. Network: 17e417ea-2131-43be-8f41-eff59ae28efd, hostable agents: ['0b7df506-3eca-4aef-99ab-b9f92b008033'], hosted agents: [] {{(pid=104656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:41:54.941927 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3165b74e-4de1-49a7-8849-71e07c481613,revision_number=0']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:41:54.955421 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:54.955767 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:54.956094 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:54.956413 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:54.956728 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:54.957055 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:54.957421 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:54.957805 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:54.958143 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:54.958454 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:54.958764 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:54.959073 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Tracked resource versions report: Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: pushed versions: Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: { 'AddressGroup': {'1.2'}, Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: 'ConntrackHelper': {'1.0'}, Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: 'Log': {'1.0'}, Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: 'Network': {'1.1'}, Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: 'Port': {'1.7'}, Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: 'PortForwarding': {'1.2'}, Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: 'QosPolicy': {'1.8'}, Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: 'SecurityGroup': {'1.4'}, Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: 'SubPort': {'1.0'}, Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: 'Subnet': {'1.1'}, Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: 'Trunk': {'1.1'}} Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: consumer versions: Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: { DHCP agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: L3 agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: Metadata agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: Metering agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: Open vSwitch agent@dv-cinder-796286-8-iscsi: { 'AddressGroup': '1.2', Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: 'ConntrackHelper': '1.0', Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: 'Log': '1.0', Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: 'Network': '1.1', Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: 'Port': '1.7', Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: 'PortForwarding': '1.2', Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: 'QosPolicy': '1.8', Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: 'SecurityGroup': '1.4', Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: 'SecurityGroupRule': '1.2', Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: 'SubPort': '1.0', Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: 'Subnet': '1.1', Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: 'Trunk': '1.1'}} Jun 23 14:41:54.960135 dv-cinder-796286-8-iscsi neutron-server[104656]: {{(pid=104656) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:41:54.989654 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Network 17e417ea-2131-43be-8f41-eff59ae28efd is scheduled to be hosted by DHCP agent 0b7df506-3eca-4aef-99ab-b9f92b008033 with binding_index 1 {{(pid=104656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:41:54.997562 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:41:55.011551 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-iscsi, 17e417ea-2131-43be-8f41-eff59ae28efd) {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:41:55.017487 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:41:55.018472 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:55.021721 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476ead94-085a-43ef-bdcd-94d5c16e9ee4 None None] Network 17e417ea-2131-43be-8f41-eff59ae28efd requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:41:55.040280 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5364025 Jun 23 14:41:55.336887 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81d71141-74d2-56c1-9cf9-1afe1cf1d49a-17e417ea-2131-43be-8f41-eff59ae28efd', 'network_id': '17e417ea-2131-43be-8f41-eff59ae28efd', 'tenant_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'fixed_ips': [{'subnet_id': '3165b74e-4de1-49a7-8849-71e07c481613'}]}} from dv-cinder-796286-8-iscsi. {{(pid=104658) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:41:55.338177 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:55.608833 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.db_base_plugin_common [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Allocated IP 172.20.0.2 (17e417ea-2131-43be-8f41-eff59ae28efd/3165b74e-4de1-49a7-8849-71e07c481613/6f745517-1c1f-47e9-8e54-f54e6c718fc9) {{(pid=104658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:41:55.817473 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Notify callbacks [] for port, precommit_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:55.861701 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Transition to ACTIVE for port object 6f745517-1c1f-47e9-8e54-f54e6c718fc9 will not be triggered until provisioned by entity L2. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:41:55.883110 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Transition to ACTIVE for port object 6f745517-1c1f-47e9-8e54-f54e6c718fc9 will not be triggered until provisioned by entity DHCP. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:41:55.892099 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:55.895033 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:41:55.984847 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Network 17e417ea-2131-43be-8f41-eff59ae28efd is already hosted by enough agents. {{(pid=104658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:41:55.989724 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.scheduler.base_scheduler [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Resources bound (agent type, host, resource id): {{(pid=104658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:41:55.995095 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Pushing event updated for resources: {'Port': ['ID=6f745517-1c1f-47e9-8e54-f54e6c718fc9,revision_number=1']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:41:55.997254 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Received port after_create {{(pid=104658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:41:56.023889 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:56.024548 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:56.024548 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:56.024881 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:56.025204 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:56.025556 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:56.025926 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:56.026248 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:56.026584 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:56.026902 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:56.027216 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:56.027559 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Tracked resource versions report: Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: pushed versions: Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: { 'AddressGroup': {'1.2'}, Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: 'ConntrackHelper': {'1.0'}, Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: 'Log': {'1.0'}, Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: 'Network': {'1.1'}, Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: 'Port': {'1.7'}, Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: 'PortForwarding': {'1.2'}, Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: 'QosPolicy': {'1.8'}, Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: 'SecurityGroup': {'1.4'}, Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: 'SubPort': {'1.0'}, Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: 'Subnet': {'1.1'}, Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: 'Trunk': {'1.1'}} Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: consumer versions: Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: { DHCP agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: L3 agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: Metadata agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: Metering agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: Open vSwitch agent@dv-cinder-796286-8-iscsi: { 'AddressGroup': '1.2', Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: 'ConntrackHelper': '1.0', Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: 'Log': '1.0', Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: 'Network': '1.1', Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: 'Port': '1.7', Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: 'PortForwarding': '1.2', Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: 'QosPolicy': '1.8', Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: 'SecurityGroup': '1.4', Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: 'SecurityGroupRule': '1.2', Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: 'SubPort': '1.0', Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: 'Subnet': '1.1', Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: 'Trunk': '1.1'}} Jun 23 14:41:56.028682 dv-cinder-796286-8-iscsi neutron-server[104658]: {{(pid=104658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:41:56.050183 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:41:56.078635 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Attempting to bind port 6f745517-1c1f-47e9-8e54-f54e6c718fc9 on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:41:56.079028 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Attempting to bind port 6f745517-1c1f-47e9-8e54-f54e6c718fc9 by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': '0764d7e7-5f74-4175-8359-e78d5eb2d34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '17e417ea-2131-43be-8f41-eff59ae28efd'}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:41:56.079453 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Attempting to bind port 6f745517-1c1f-47e9-8e54-f54e6c718fc9 on network 17e417ea-2131-43be-8f41-eff59ae28efd {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:41:56.084914 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:41:56.085324 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Checking segment: {'id': '0764d7e7-5f74-4175-8359-e78d5eb2d34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '17e417ea-2131-43be-8f41-eff59ae28efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:41:56.085818 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:56.086214 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Bound using segment: {'id': '0764d7e7-5f74-4175-8359-e78d5eb2d34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '17e417ea-2131-43be-8f41-eff59ae28efd'} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:41:56.086683 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Bound port: 6f745517-1c1f-47e9-8e54-f54e6c718fc9, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0764d7e7-5f74-4175-8359-e78d5eb2d34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '17e417ea-2131-43be-8f41-eff59ae28efd'}}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:41:56.087071 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:56.156783 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] For port 6f745517-1c1f-47e9-8e54-f54e6c718fc9, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:41:56.161995 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] For port 6f745517-1c1f-47e9-8e54-f54e6c718fc9, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=6f745517-1c1f-47e9-8e54-f54e6c718fc9,segment=NetworkSegment(0764d7e7-5f74-4175-8359-e78d5eb2d34b),segment_id=0764d7e7-5f74-4175-8359-e78d5eb2d34b)] {{(pid=104658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:41:56.166502 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:41:56.172743 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:41:56.240967 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Pushing event updated for resources: {'Port': ['ID=6f745517-1c1f-47e9-8e54-f54e6c718fc9,revision_number=2']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:41:56.243985 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:41:57.434778 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 58178) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:41:57.766404 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [None req-cbb31a5f-3a98-4e4e-84cc-f29dde8fe2c9 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104656) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:41:57.767426 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-cbb31a5f-3a98-4e4e-84cc-f29dde8fe2c9 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3315930 Jun 23 14:42:00.180955 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 58186) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:42:00.493546 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [None req-8993d8e7-7b48-44be-bfb1-29c13108ce21 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104656) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:42:00.494555 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-8993d8e7-7b48-44be-bfb1-29c13108ce21 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3126950 Jun 23 14:42:02.171016 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 6f745517-1c1f-47e9-8e54-f54e6c718fc9 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:42:02.255915 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port 6f745517-1c1f-47e9-8e54-f54e6c718fc9 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:42:02.376935 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da87d3a-5e6b-4bce-8e51-9242b689daeb None None] Network 17e417ea-2131-43be-8f41-eff59ae28efd requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:42:02.447356 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-6654a35b-098b-4f6a-aeaa-b7d7d600b10e None None] Provisioning for port 6f745517-1c1f-47e9-8e54-f54e6c718fc9 completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:42:02.454652 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-6654a35b-098b-4f6a-aeaa-b7d7d600b10e None None] Provisioning complete for port 6f745517-1c1f-47e9-8e54-f54e6c718fc9 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:42:02.455048 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-6654a35b-098b-4f6a-aeaa-b7d7d600b10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:02.633143 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-6654a35b-098b-4f6a-aeaa-b7d7d600b10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:02.688234 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-6654a35b-098b-4f6a-aeaa-b7d7d600b10e None None] For port 6f745517-1c1f-47e9-8e54-f54e6c718fc9, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=6f745517-1c1f-47e9-8e54-f54e6c718fc9,segment=NetworkSegment(0764d7e7-5f74-4175-8359-e78d5eb2d34b),segment_id=0764d7e7-5f74-4175-8359-e78d5eb2d34b)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:42:02.695814 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-6654a35b-098b-4f6a-aeaa-b7d7d600b10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:02.698129 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:42:02.744928 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654a35b-098b-4f6a-aeaa-b7d7d600b10e None None] Pushing event updated for resources: {'Port': ['ID=6f745517-1c1f-47e9-8e54-f54e6c718fc9,revision_number=3']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:42:02.748365 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-6654a35b-098b-4f6a-aeaa-b7d7d600b10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:42:02.919703 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-624c7f6a-5333-4502-8f65-068760bf815e None None] Provisioning complete for port 6f745517-1c1f-47e9-8e54-f54e6c718fc9 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:42:02.920067 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-624c7f6a-5333-4502-8f65-068760bf815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:03.124484 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 58200) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:42:03.421455 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-a2fb2c50-d242-45c2-a666-43dfac271a58 admin admin] Request body: {'router': {'tenant_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'name': 'router1', 'admin_state_up': True}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:42:03.452379 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a2fb2c50-d242-45c2-a666-43dfac271a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58529'] for router, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:03.454313 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a2fb2c50-d242-45c2-a666-43dfac271a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16247596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58552'] for router, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:03.612523 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a2fb2c50-d242-45c2-a666-43dfac271a58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:03.618309 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a2fb2c50-d242-45c2-a666-43dfac271a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-606087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16244843'] for router, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:03.630464 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a2fb2c50-d242-45c2-a666-43dfac271a58 admin admin] Notify callbacks [] for router, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:03.632038 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-a2fb2c50-d242-45c2-a666-43dfac271a58 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5063477 Jun 23 14:42:04.140495 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 6f745517-1c1f-47e9-8e54-f54e6c718fc9 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:42:04.186610 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 6f745517-1c1f-47e9-8e54-f54e6c718fc9 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:42:04.186973 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:05.984665 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 58208) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:42:06.325495 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [None req-db095e42-f2fb-4646-a4f8-73fb872c2e95 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:42:06.326814 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-db095e42-f2fb-4646-a4f8-73fb872c2e95 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3411150 Jun 23 14:42:07.033811 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-71e5c276-b604-41bc-9f4e-bf0540243c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:08.686398 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 58216) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:42:08.994984 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-21bf4c60-8e72-4047-a3a0-e9aca2085365 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:42:09.017065 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bf4c60-8e72-4047-a3a0-e9aca2085365 admin admin] Made reservation on behalf of 54cab2a399dc4fe5855915c90009ae50 for: {'network': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:42:09.019437 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-21bf4c60-8e72-4047-a3a0-e9aca2085365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for network, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:09.027925 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-21bf4c60-8e72-4047-a3a0-e9aca2085365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:09.114120 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-21bf4c60-8e72-4047-a3a0-e9aca2085365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:09.117651 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-21bf4c60-8e72-4047-a3a0-e9aca2085365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:09.121497 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:42:09.136214 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-21bf4c60-8e72-4047-a3a0-e9aca2085365 admin admin] Reserving flat network on physical network physnet1 {{(pid=104657) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 14:42:09.154983 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf4c60-8e72-4047-a3a0-e9aca2085365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12094fbd-313d-4d8e-bf35-aeb937539ccc,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:42:09.159017 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-21bf4c60-8e72-4047-a3a0-e9aca2085365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:42:09.160075 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-21bf4c60-8e72-4047-a3a0-e9aca2085365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:09.160409 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.db.segments_db [None req-21bf4c60-8e72-4047-a3a0-e9aca2085365 admin admin] Added segment 781828b9-cbb7-4883-87fb-7233a207e4d0 of type flat for network fcd7f1a0-b694-4219-968d-f28fbbdba0ee Jun 23 14:42:09.206380 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-21bf4c60-8e72-4047-a3a0-e9aca2085365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784121897485'] for network, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:09.241472 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-21bf4c60-8e72-4047-a3a0-e9aca2085365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374'] for network, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:09.242803 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bf4c60-8e72-4047-a3a0-e9aca2085365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:42:09.243374 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-21bf4c60-8e72-4047-a3a0-e9aca2085365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:09.246067 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-09064bb6-e49a-45b2-8148-40244436b918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:42:09.297516 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-21bf4c60-8e72-4047-a3a0-e9aca2085365 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6100819 Jun 23 14:42:09.304469 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf4c60-8e72-4047-a3a0-e9aca2085365 admin admin] Pushing event updated for resources: {'Network': ['ID=fcd7f1a0-b694-4219-968d-f28fbbdba0ee,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:42:09.311335 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-21bf4c60-8e72-4047-a3a0-e9aca2085365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:42:09.325284 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Network fcd7f1a0-b694-4219-968d-f28fbbdba0ee details requested by agent ovs-agent-dv-cinder-796286-8-iscsi with host dv-cinder-796286-8-iscsi {{(pid=104658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:42:09.734749 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:09.782781 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ffd9-d758-4849-b93a-93d02acbd247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:10.867874 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:11.620618 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 58234) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:42:11.831630 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e0965d-3689-444f-b130-d7381d8d363b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:42:11.832993 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-f8e0965d-3689-444f-b130-d7381d8d363b admin admin] 10.222.0.65 "GET /v2.0/subnets/3165b74e-4de1-49a7-8849-71e07c481613 HTTP/1.1" status: 200 len: 849 time: 0.2114327 Jun 23 14:42:12.012325 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-6356dc77-2bf6-4ace-a180-d78b2a0714bf admin admin] 10.222.0.65 "GET /v2.0/routers/90e94f7f-eb48-4db6-aecf-515a294b614d HTTP/1.1" status: 200 len: 704 time: 0.1738131 Jun 23 14:42:12.282914 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:12.557128 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:12.581395 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] Allocated IP 172.20.0.1 (17e417ea-2131-43be-8f41-eff59ae28efd/3165b74e-4de1-49a7-8849-71e07c481613/52e0b34d-6b33-4db4-94e8-b40ab83c6196) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:42:12.777999 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:12.803776 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] Transition to ACTIVE for port object 52e0b34d-6b33-4db4-94e8-b40ab83c6196 will not be triggered until provisioned by entity DHCP. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:42:12.885657 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:12.888605 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:42:12.958560 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] Network 17e417ea-2131-43be-8f41-eff59ae28efd is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:42:12.963077 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:42:12.972515 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:42:12.972515 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16234859'] for router_interface, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:12.992158 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] Pushing event updated for resources: {'Port': ['ID=52e0b34d-6b33-4db4-94e8-b40ab83c6196,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:42:13.031787 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:42:13.177642 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-08761b5d-9256-45d9-8564-ca7373da438a None None] Provisioning for port 52e0b34d-6b33-4db4-94e8-b40ab83c6196 completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:42:13.181145 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-08761b5d-9256-45d9-8564-ca7373da438a None None] Provisioning complete for port 52e0b34d-6b33-4db4-94e8-b40ab83c6196 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:42:13.181515 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-08761b5d-9256-45d9-8564-ca7373da438a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:13.217100 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-08761b5d-9256-45d9-8564-ca7373da438a None None] Port 52e0b34d-6b33-4db4-94e8-b40ab83c6196 cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:42:13.235807 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:13.409212 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:13.413595 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:13.414714 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16199652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16234887'] for router_interface, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:13.417001 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:42:13.497281 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] Pushing event updated for resources: {'Port': ['ID=52e0b34d-6b33-4db4-94e8-b40ab83c6196,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:42:13.501075 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:42:13.536195 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] Network 17e417ea-2131-43be-8f41-eff59ae28efd is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:42:13.537453 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:42:13.696596 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] Router 90e94f7f-eb48-4db6-aecf-515a294b614d is scheduled to L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c with binding_index 1 {{(pid=104657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:42:13.737473 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-a7181eac-4570-4dd9-a589-ef121621a3f4 None None] Provisioning complete for port 52e0b34d-6b33-4db4-94e8-b40ab83c6196 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:42:13.738088 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-a7181eac-4570-4dd9-a589-ef121621a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:13.770181 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-a7181eac-4570-4dd9-a589-ef121621a3f4 None None] Port 52e0b34d-6b33-4db4-94e8-b40ab83c6196 cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:42:13.786551 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:42:13.791519 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] 10.222.0.65 "PUT /v2.0/routers/90e94f7f-eb48-4db6-aecf-515a294b614d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7740910 Jun 23 14:42:13.810592 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] Sync routers for ids ['90e94f7f-eb48-4db6-aecf-515a294b614d'] in dv-cinder-796286-8-iscsi {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:42:13.822234 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] Routers {'90e94f7f-eb48-4db6-aecf-515a294b614d'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:42:13.823129 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:42:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['90e94f7f-eb48-4db6-aecf-515a294b614d'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:42:14.013068 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] Set router 90e94f7f-eb48-4db6-aecf-515a294b614d gateway port host: None {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:42:14.439174 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e94f7f-eb48-4db6-aecf-515a294b614d', 'name': 'router1', 'tenant_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:42:03Z', 'updated_at': '2021-06-23T14:42:13Z', 'revision_number': 2, 'project_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'gw_port_host': None, '_interfaces': [{'id': '52e0b34d-6b33-4db4-94e8-b40ab83c6196', 'name': '', 'network_id': '17e417ea-2131-43be-8f41-eff59ae28efd', 'tenant_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'mac_address': 'fa:16:3e:92:68:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e94f7f-eb48-4db6-aecf-515a294b614d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3165b74e-4de1-49a7-8849-71e07c481613', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:42:12Z', 'updated_at': '2021-06-23T14:42:13Z', 'revision_number': 2, 'project_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'subnets': [{'id': '3165b74e-4de1-49a7-8849-71e07c481613', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '128d9d6b-5bb7-4306-98db-cd769bb41d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:42:14.490847 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] Checking router: 90e94f7f-eb48-4db6-aecf-515a294b614d for host: dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:42:14.491205 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] Updating router 90e94f7f-eb48-4db6-aecf-515a294b614d port 52e0b34d-6b33-4db4-94e8-b40ab83c6196 binding host dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:42:14.552409 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:15.049583 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] Notify callbacks [] for port, precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:15.068135 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] Transition to ACTIVE for port object 52e0b34d-6b33-4db4-94e8-b40ab83c6196 will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:42:15.074303 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:15.079505 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:42:15.238766 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8534b64-04e4-4062-8198-3bff22fb6863 None None] Pushing event updated for resources: {'Port': ['ID=52e0b34d-6b33-4db4-94e8-b40ab83c6196,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:42:15.244112 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] Attempting to bind port 52e0b34d-6b33-4db4-94e8-b40ab83c6196 on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:42:15.244112 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] Attempting to bind port 52e0b34d-6b33-4db4-94e8-b40ab83c6196 by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': '0764d7e7-5f74-4175-8359-e78d5eb2d34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '17e417ea-2131-43be-8f41-eff59ae28efd'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:42:15.244112 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] Attempting to bind port 52e0b34d-6b33-4db4-94e8-b40ab83c6196 on network 17e417ea-2131-43be-8f41-eff59ae28efd {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:42:15.249445 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:42:15.249886 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] Checking segment: {'id': '0764d7e7-5f74-4175-8359-e78d5eb2d34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '17e417ea-2131-43be-8f41-eff59ae28efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:42:15.250365 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:15.250753 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] Bound using segment: {'id': '0764d7e7-5f74-4175-8359-e78d5eb2d34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '17e417ea-2131-43be-8f41-eff59ae28efd'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:42:15.251371 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] Bound port: 52e0b34d-6b33-4db4-94e8-b40ab83c6196, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0764d7e7-5f74-4175-8359-e78d5eb2d34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '17e417ea-2131-43be-8f41-eff59ae28efd'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:42:15.251745 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:15.266816 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8534b64-04e4-4062-8198-3bff22fb6863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:42:15.266816 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8534b64-04e4-4062-8198-3bff22fb6863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:42:15.266816 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8534b64-04e4-4062-8198-3bff22fb6863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:42:15.266816 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8534b64-04e4-4062-8198-3bff22fb6863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:42:15.266816 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8534b64-04e4-4062-8198-3bff22fb6863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:42:15.266816 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8534b64-04e4-4062-8198-3bff22fb6863 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:42:15.266816 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8534b64-04e4-4062-8198-3bff22fb6863 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:42:15.266816 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8534b64-04e4-4062-8198-3bff22fb6863 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:42:15.267453 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8534b64-04e4-4062-8198-3bff22fb6863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:42:15.267453 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8534b64-04e4-4062-8198-3bff22fb6863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:42:15.267836 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8534b64-04e4-4062-8198-3bff22fb6863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:42:15.268002 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8534b64-04e4-4062-8198-3bff22fb6863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8534b64-04e4-4062-8198-3bff22fb6863 None None] Tracked resource versions report: Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: pushed versions: Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: { 'AddressGroup': {'1.2'}, Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: 'ConntrackHelper': {'1.0'}, Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: 'Log': {'1.0'}, Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: 'Network': {'1.1'}, Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: 'Port': {'1.7'}, Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: 'PortForwarding': {'1.2'}, Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: 'QosPolicy': {'1.8'}, Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: 'SecurityGroup': {'1.4'}, Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: 'SubPort': {'1.0'}, Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: 'Subnet': {'1.1'}, Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: 'Trunk': {'1.1'}} Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: consumer versions: Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: { DHCP agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: L3 agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: Metadata agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: Metering agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: Open vSwitch agent@dv-cinder-796286-8-iscsi: { 'AddressGroup': '1.2', Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: 'ConntrackHelper': '1.0', Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: 'Log': '1.0', Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: 'Network': '1.1', Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: 'Port': '1.7', Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: 'PortForwarding': '1.2', Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: 'QosPolicy': '1.8', Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: 'SecurityGroup': '1.4', Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: 'SecurityGroupRule': '1.2', Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: 'SubPort': '1.0', Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: 'Subnet': '1.1', Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: 'Trunk': '1.1'}} Jun 23 14:42:15.269121 dv-cinder-796286-8-iscsi neutron-server[104659]: {{(pid=104659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:42:15.276809 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-c8534b64-04e4-4062-8198-3bff22fb6863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:42:15.328858 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] For port 52e0b34d-6b33-4db4-94e8-b40ab83c6196, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:42:15.350786 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] For port 52e0b34d-6b33-4db4-94e8-b40ab83c6196, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=52e0b34d-6b33-4db4-94e8-b40ab83c6196,segment=NetworkSegment(0764d7e7-5f74-4175-8359-e78d5eb2d34b),segment_id=0764d7e7-5f74-4175-8359-e78d5eb2d34b)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:42:15.355180 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:15.358301 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-c8534b64-04e4-4062-8198-3bff22fb6863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:42:15.413204 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] Routers {'90e94f7f-eb48-4db6-aecf-515a294b614d'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:42:15.413859 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:42:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['90e94f7f-eb48-4db6-aecf-515a294b614d'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:42:15.450388 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8534b64-04e4-4062-8198-3bff22fb6863 None None] Pushing event updated for resources: {'Port': ['ID=52e0b34d-6b33-4db4-94e8-b40ab83c6196,revision_number=4']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:42:15.487494 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-c8534b64-04e4-4062-8198-3bff22fb6863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:42:15.512692 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] Set router 90e94f7f-eb48-4db6-aecf-515a294b614d gateway port host: None {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:42:15.721598 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e94f7f-eb48-4db6-aecf-515a294b614d', 'name': 'router1', 'tenant_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:42:03Z', 'updated_at': '2021-06-23T14:42:13Z', 'revision_number': 2, 'project_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'gw_port_host': None, '_interfaces': [{'id': '52e0b34d-6b33-4db4-94e8-b40ab83c6196', 'name': '', 'network_id': '17e417ea-2131-43be-8f41-eff59ae28efd', 'tenant_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'mac_address': 'fa:16:3e:92:68:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e94f7f-eb48-4db6-aecf-515a294b614d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3165b74e-4de1-49a7-8849-71e07c481613', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:42:12Z', 'updated_at': '2021-06-23T14:42:15Z', 'revision_number': 4, 'project_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'subnets': [{'id': '3165b74e-4de1-49a7-8849-71e07c481613', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '128d9d6b-5bb7-4306-98db-cd769bb41d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:42:15.749655 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341df715-a456-4d0f-bd49-c7ea65f198b2 None None] The sync data for ids ['90e94f7f-eb48-4db6-aecf-515a294b614d'] in dv-cinder-796286-8-iscsi is: [{'id': '90e94f7f-eb48-4db6-aecf-515a294b614d', 'name': 'router1', 'tenant_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:42:03Z', 'updated_at': '2021-06-23T14:42:13Z', 'revision_number': 2, 'project_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'gw_port_host': None, '_interfaces': [{'id': '52e0b34d-6b33-4db4-94e8-b40ab83c6196', 'name': '', 'network_id': '17e417ea-2131-43be-8f41-eff59ae28efd', 'tenant_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'mac_address': 'fa:16:3e:92:68:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e94f7f-eb48-4db6-aecf-515a294b614d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3165b74e-4de1-49a7-8849-71e07c481613', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:42:12Z', 'updated_at': '2021-06-23T14:42:15Z', 'revision_number': 4, 'project_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'subnets': [{'id': '3165b74e-4de1-49a7-8849-71e07c481613', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '128d9d6b-5bb7-4306-98db-cd769bb41d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:42:16.023678 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 58254) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:42:16.137258 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9792c720-57c5-420c-88f7-a3ee81f9d3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:42:16.138643 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-9792c720-57c5-420c-88f7-a3ee81f9d3ef admin admin] 10.222.0.65 "GET /v2.0/networks/fcd7f1a0-b694-4219-968d-f28fbbdba0ee HTTP/1.1" status: 200 len: 842 time: 0.1141665 Jun 23 14:42:16.148412 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-f5bcde84-1e23-479b-97b2-046fe61b9005 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:42:16.169093 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bcde84-1e23-479b-97b2-046fe61b9005 admin admin] Made reservation on behalf of 54cab2a399dc4fe5855915c90009ae50 for: {'subnet': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:42:16.171424 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f5bcde84-1e23-479b-97b2-046fe61b9005 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:16.488589 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.objects.ports [None req-f5bcde84-1e23-479b-97b2-046fe61b9005 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104656) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 14:42:16.489035 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f5bcde84-1e23-479b-97b2-046fe61b9005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349'] for subnet, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:16.491920 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-02ca8cf4-a06e-4e46-bf67-f5f23c6f00f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:42:16.545367 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcde84-1e23-479b-97b2-046fe61b9005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66531d2-b162-4d5a-9b95-91879084f23c,revision_number=0']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:42:16.548850 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-f5bcde84-1e23-479b-97b2-046fe61b9005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:42:16.554947 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bcde84-1e23-479b-97b2-046fe61b9005 admin admin] Checking segment: {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:42:16.555304 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bcde84-1e23-479b-97b2-046fe61b9005 admin admin] Network hostable DHCP agents. Network: fcd7f1a0-b694-4219-968d-f28fbbdba0ee, hostable agents: ['0b7df506-3eca-4aef-99ab-b9f92b008033'], hosted agents: [] {{(pid=104656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:42:16.571574 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bcde84-1e23-479b-97b2-046fe61b9005 admin admin] Network fcd7f1a0-b694-4219-968d-f28fbbdba0ee is scheduled to be hosted by DHCP agent 0b7df506-3eca-4aef-99ab-b9f92b008033 with binding_index 1 {{(pid=104656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:42:16.579976 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-f5bcde84-1e23-479b-97b2-046fe61b9005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-iscsi, fcd7f1a0-b694-4219-968d-f28fbbdba0ee) {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:42:16.584094 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bcde84-1e23-479b-97b2-046fe61b9005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:42:16.584679 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f5bcde84-1e23-479b-97b2-046fe61b9005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:16.589758 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9567c8c9-6112-4e11-af77-85a1ea9f987a None None] Network fcd7f1a0-b694-4219-968d-f28fbbdba0ee requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:42:16.599424 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-f5bcde84-1e23-479b-97b2-046fe61b9005 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4544144 Jun 23 14:42:16.726401 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ebe5aa-bec0-470f-841f-2ef0616ac5a1 None None] Network fcd7f1a0-b694-4219-968d-f28fbbdba0ee requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:42:18.895042 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 58266) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:42:19.106222 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-1a033798-4588-43cf-a11c-2838d736e4dc admin admin] 10.222.0.65 "GET /v2.0/routers/90e94f7f-eb48-4db6-aecf-515a294b614d HTTP/1.1" status: 200 len: 710 time: 0.2100325 Jun 23 14:42:19.190099 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4b8485-fc73-4088-8a6f-d7bf06c25080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:42:19.192004 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-fd4b8485-fc73-4088-8a6f-d7bf06c25080 admin admin] 10.222.0.65 "GET /v2.0/networks/fcd7f1a0-b694-4219-968d-f28fbbdba0ee HTTP/1.1" status: 200 len: 886 time: 0.0802233 Jun 23 14:42:19.200559 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-cb8f9e90-2ead-48f2-a439-5ce18f521abd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:42:19.454758 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9e90-2ead-48f2-a439-5ce18f521abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16244798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-606094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62274'] for router, precommit_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:19.693565 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9e90-2ead-48f2-a439-5ce18f521abd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:19.765074 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9e90-2ead-48f2-a439-5ce18f521abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:19.958108 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_common [None req-cb8f9e90-2ead-48f2-a439-5ce18f521abd admin admin] Allocated IP 172.27.2.201 (fcd7f1a0-b694-4219-968d-f28fbbdba0ee/e66531d2-b162-4d5a-9b95-91879084f23c/e6038d8c-b191-4ee4-aa39-16af26c4dd31) {{(pid=104656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:42:20.065973 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9e90-2ead-48f2-a439-5ce18f521abd admin admin] Notify callbacks [] for port, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:20.154299 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9e90-2ead-48f2-a439-5ce18f521abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:20.157448 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:42:20.166486 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 52e0b34d-6b33-4db4-94e8-b40ab83c6196 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:42:20.214661 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port 52e0b34d-6b33-4db4-94e8-b40ab83c6196 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:42:20.219200 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 52e0b34d-6b33-4db4-94e8-b40ab83c6196 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:42:20.219577 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:20.222844 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8f9e90-2ead-48f2-a439-5ce18f521abd admin admin] Network fcd7f1a0-b694-4219-968d-f28fbbdba0ee is already hosted by enough agents. {{(pid=104656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:42:20.228887 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-cb8f9e90-2ead-48f2-a439-5ce18f521abd admin admin] Resources bound (agent type, host, resource id): {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:42:20.238185 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8f9e90-2ead-48f2-a439-5ce18f521abd admin admin] Received port after_create {{(pid=104656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:42:20.279438 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f9e90-2ead-48f2-a439-5ce18f521abd admin admin] Pushing event updated for resources: {'Port': ['ID=e6038d8c-b191-4ee4-aa39-16af26c4dd31,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:42:20.284640 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-cb8f9e90-2ead-48f2-a439-5ce18f521abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:42:20.297771 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:20.328213 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] For port 52e0b34d-6b33-4db4-94e8-b40ab83c6196, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=52e0b34d-6b33-4db4-94e8-b40ab83c6196,segment=NetworkSegment(0764d7e7-5f74-4175-8359-e78d5eb2d34b),segment_id=0764d7e7-5f74-4175-8359-e78d5eb2d34b)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:42:20.332488 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:20.335125 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-c5c8e79a-05c6-446f-85ba-2141a96b020c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:42:20.428250 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Pushing event updated for resources: {'Port': ['ID=52e0b34d-6b33-4db4-94e8-b40ab83c6196,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:42:20.431185 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:42:20.529005 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9e90-2ead-48f2-a439-5ce18f521abd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:20.716760 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9e90-2ead-48f2-a439-5ce18f521abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16244798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-606094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62274'] for router, precommit_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:20.719777 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9e90-2ead-48f2-a439-5ce18f521abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16244843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16244736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16244761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-606133'] for router, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:20.824239 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8f9e90-2ead-48f2-a439-5ce18f521abd admin admin] Router 90e94f7f-eb48-4db6-aecf-515a294b614d has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:42:20.929379 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8f9e90-2ead-48f2-a439-5ce18f521abd admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:42:20.933667 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9e90-2ead-48f2-a439-5ce18f521abd admin admin] Notify callbacks [] for router, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:20.934875 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-cb8f9e90-2ead-48f2-a439-5ce18f521abd admin admin] 10.222.0.65 "PUT /v2.0/routers/90e94f7f-eb48-4db6-aecf-515a294b614d HTTP/1.1" status: 200 len: 890 time: 1.7375329 Jun 23 14:42:20.938493 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] Sync routers for ids ['90e94f7f-eb48-4db6-aecf-515a294b614d'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:42:20.949697 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] Routers {'90e94f7f-eb48-4db6-aecf-515a294b614d'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:42:20.950400 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:42:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['90e94f7f-eb48-4db6-aecf-515a294b614d'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:42:21.164614 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] Set router 90e94f7f-eb48-4db6-aecf-515a294b614d gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:42:21.547879 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e94f7f-eb48-4db6-aecf-515a294b614d', 'name': 'router1', 'tenant_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e6038d8c-b191-4ee4-aa39-16af26c4dd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:42:03Z', 'updated_at': '2021-06-23T14:42:20Z', 'revision_number': 4, 'project_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'gw_port': {'id': 'e6038d8c-b191-4ee4-aa39-16af26c4dd31', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:63:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e94f7f-eb48-4db6-aecf-515a294b614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:42:19Z', 'updated_at': '2021-06-23T14:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '52e0b34d-6b33-4db4-94e8-b40ab83c6196', 'name': '', 'network_id': '17e417ea-2131-43be-8f41-eff59ae28efd', 'tenant_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'mac_address': 'fa:16:3e:92:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e94f7f-eb48-4db6-aecf-515a294b614d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3165b74e-4de1-49a7-8849-71e07c481613', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:42:12Z', 'updated_at': '2021-06-23T14:42:20Z', 'revision_number': 5, 'project_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'subnets': [{'id': '3165b74e-4de1-49a7-8849-71e07c481613', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '128d9d6b-5bb7-4306-98db-cd769bb41d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:42:21.598909 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] Checking router: 90e94f7f-eb48-4db6-aecf-515a294b614d for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:42:21.599259 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] Updating router 90e94f7f-eb48-4db6-aecf-515a294b614d port e6038d8c-b191-4ee4-aa39-16af26c4dd31 binding host dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:42:21.632538 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:21.944160 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] Notify callbacks [] for port, precommit_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:21.953785 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] Transition to ACTIVE for port object e6038d8c-b191-4ee4-aa39-16af26c4dd31 will not be triggered until provisioned by entity L2. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:42:21.959408 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:21.962248 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:42:22.014825 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1aaea-1861-4eef-a827-b9ad61d3aa0f None None] Pushing event updated for resources: {'Port': ['ID=e6038d8c-b191-4ee4-aa39-16af26c4dd31,revision_number=2']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:42:22.017162 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] Attempting to bind port e6038d8c-b191-4ee4-aa39-16af26c4dd31 on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:42:22.017538 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] Attempting to bind port e6038d8c-b191-4ee4-aa39-16af26c4dd31 by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:42:22.018009 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] Attempting to bind port e6038d8c-b191-4ee4-aa39-16af26c4dd31 on network fcd7f1a0-b694-4219-968d-f28fbbdba0ee {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:42:22.020584 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-21e1aaea-1861-4eef-a827-b9ad61d3aa0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:42:22.024929 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:42:22.025307 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] Checking segment: {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:42:22.025710 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:22.026126 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] Bound using segment: {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:42:22.026595 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] Bound port: e6038d8c-b191-4ee4-aa39-16af26c4dd31, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:42:22.026969 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:22.077156 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] For port e6038d8c-b191-4ee4-aa39-16af26c4dd31, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:42:22.080124 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] For port e6038d8c-b191-4ee4-aa39-16af26c4dd31, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=e6038d8c-b191-4ee4-aa39-16af26c4dd31,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:42:22.084657 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:22.086953 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:42:22.132707 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] Routers {'90e94f7f-eb48-4db6-aecf-515a294b614d'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:42:22.133332 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:42:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['90e94f7f-eb48-4db6-aecf-515a294b614d'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:42:22.174749 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 52e0b34d-6b33-4db4-94e8-b40ab83c6196 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:42:22.276570 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1aaea-1861-4eef-a827-b9ad61d3aa0f None None] Pushing event updated for resources: {'Port': ['ID=e6038d8c-b191-4ee4-aa39-16af26c4dd31,revision_number=3']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:42:22.279696 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-21e1aaea-1861-4eef-a827-b9ad61d3aa0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:42:22.375306 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] Set router 90e94f7f-eb48-4db6-aecf-515a294b614d gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:42:22.407851 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 52e0b34d-6b33-4db4-94e8-b40ab83c6196 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:42:22.408239 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:22.651125 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e94f7f-eb48-4db6-aecf-515a294b614d', 'name': 'router1', 'tenant_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e6038d8c-b191-4ee4-aa39-16af26c4dd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:42:03Z', 'updated_at': '2021-06-23T14:42:20Z', 'revision_number': 4, 'project_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'gw_port': {'id': 'e6038d8c-b191-4ee4-aa39-16af26c4dd31', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:63:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e94f7f-eb48-4db6-aecf-515a294b614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:42:19Z', 'updated_at': '2021-06-23T14:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '52e0b34d-6b33-4db4-94e8-b40ab83c6196', 'name': '', 'network_id': '17e417ea-2131-43be-8f41-eff59ae28efd', 'tenant_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'mac_address': 'fa:16:3e:92:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e94f7f-eb48-4db6-aecf-515a294b614d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3165b74e-4de1-49a7-8849-71e07c481613', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:42:12Z', 'updated_at': '2021-06-23T14:42:20Z', 'revision_number': 5, 'project_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'subnets': [{'id': '3165b74e-4de1-49a7-8849-71e07c481613', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '128d9d6b-5bb7-4306-98db-cd769bb41d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:42:22.700459 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fb6d1c-b2f4-4b72-ba9a-84cf09ea00c0 None None] The sync data for ids ['90e94f7f-eb48-4db6-aecf-515a294b614d'] in dv-cinder-796286-8-iscsi is: [{'id': '90e94f7f-eb48-4db6-aecf-515a294b614d', 'name': 'router1', 'tenant_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'e6038d8c-b191-4ee4-aa39-16af26c4dd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:42:03Z', 'updated_at': '2021-06-23T14:42:20Z', 'revision_number': 4, 'project_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'gw_port': {'id': 'e6038d8c-b191-4ee4-aa39-16af26c4dd31', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:63:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e94f7f-eb48-4db6-aecf-515a294b614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:42:19Z', 'updated_at': '2021-06-23T14:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '52e0b34d-6b33-4db4-94e8-b40ab83c6196', 'name': '', 'network_id': '17e417ea-2131-43be-8f41-eff59ae28efd', 'tenant_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'mac_address': 'fa:16:3e:92:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e94f7f-eb48-4db6-aecf-515a294b614d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3165b74e-4de1-49a7-8849-71e07c481613', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:42:12Z', 'updated_at': '2021-06-23T14:42:20Z', 'revision_number': 5, 'project_id': 'e6bcab6f912441b9b72928b6b95b7d1f', 'subnets': [{'id': '3165b74e-4de1-49a7-8849-71e07c481613', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '128d9d6b-5bb7-4306-98db-cd769bb41d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:42:23.314954 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 58276) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:42:23.443816 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-409a10ce-ec2d-4e4a-aea7-c5d6c11d057b admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1277440 Jun 23 14:42:24.170570 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device e6038d8c-b191-4ee4-aa39-16af26c4dd31 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:42:24.218786 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port e6038d8c-b191-4ee4-aa39-16af26c4dd31 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:42:24.223194 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port e6038d8c-b191-4ee4-aa39-16af26c4dd31 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:42:24.223194 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:24.311440 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:24.337848 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] For port e6038d8c-b191-4ee4-aa39-16af26c4dd31, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=e6038d8c-b191-4ee4-aa39-16af26c4dd31,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:42:24.343284 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:24.345734 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:42:24.399217 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Pushing event updated for resources: {'Port': ['ID=e6038d8c-b191-4ee4-aa39-16af26c4dd31,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:42:24.402226 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:42:26.162631 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device e6038d8c-b191-4ee4-aa39-16af26c4dd31 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:42:26.209596 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port e6038d8c-b191-4ee4-aa39-16af26c4dd31 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:42:26.210164 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:36.378342 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 5 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:42:37.041911 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-5b6839ed-1b55-4fab-8960-441269e5975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:39.763665 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:39.796982 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-7274c8c4-e48c-41c8-8f62-2bd620b80a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:40.872398 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:42:42.582590 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:43:07.034598 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-04bca55b-cc06-4fa3-9fba-45477ee130ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:43:09.742851 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:43:09.790669 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-8a5ccc40-b247-4f0f-a266-43186bcd2e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:43:10.880048 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:43:12.589303 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:43:13.377968 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 5 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:43:37.038887 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-bdf447f3-573e-44c3-a1ee-e127bbeab0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:43:39.746055 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:43:39.792738 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-ab143553-b861-4c0c-9877-11b12d17fa69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:43:40.878305 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:43:42.588093 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:43:50.377813 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 5 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:43:59.389604 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 58844) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:43:59.449544 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d67898-8b6e-400b-942e-080decd6b2ca admin admin] GET failed (client error): The resource could not be found. Jun 23 14:43:59.450877 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-47d67898-8b6e-400b-942e-080decd6b2ca admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603194 Jun 23 14:43:59.669600 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f53332-76d3-45fc-b7b5-ecde2c2426c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:43:59.671092 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-79f53332-76d3-45fc-b7b5-ecde2c2426c5 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2156649 Jun 23 14:44:01.873253 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 58854) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:44:01.968950 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49944dec-1232-4cbe-9994-7105139d62cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:44:01.970872 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-49944dec-1232-4cbe-9994-7105139d62cc admin admin] 10.222.0.65 "GET /v2.0/subnets/3165b74e-4de1-49a7-8849-71e07c481613 HTTP/1.1" status: 200 len: 849 time: 0.0966427 Jun 23 14:44:01.980177 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-62cbd7cd-9559-4b12-a591-080e657e7cb6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:44:02.065772 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-62cbd7cd-9559-4b12-a591-080e657e7cb6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:02.209513 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-62cbd7cd-9559-4b12-a591-080e657e7cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784122498524'] for subnet, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:02.211693 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-f5bcde84-1e23-479b-97b2-046fe61b9005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:44:02.242708 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cbd7cd-9559-4b12-a591-080e657e7cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:44:02.242708 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-62cbd7cd-9559-4b12-a591-080e657e7cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:02.244468 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-62cbd7cd-9559-4b12-a591-080e657e7cb6 admin admin] 10.222.0.65 "PUT /v2.0/subnets/3165b74e-4de1-49a7-8849-71e07c481613 HTTP/1.1" status: 200 len: 868 time: 0.2679772 Jun 23 14:44:02.246640 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa00cd0-0b58-44f0-b553-d03c2149ddff None None] Network 17e417ea-2131-43be-8f41-eff59ae28efd requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:44:02.267748 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbd7cd-9559-4b12-a591-080e657e7cb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3165b74e-4de1-49a7-8849-71e07c481613,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:44:02.275870 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd7cd-9559-4b12-a591-080e657e7cb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:02.276276 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd7cd-9559-4b12-a591-080e657e7cb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:02.276537 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd7cd-9559-4b12-a591-080e657e7cb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:02.277005 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd7cd-9559-4b12-a591-080e657e7cb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:02.277345 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd7cd-9559-4b12-a591-080e657e7cb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:02.277672 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd7cd-9559-4b12-a591-080e657e7cb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:02.278028 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd7cd-9559-4b12-a591-080e657e7cb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:02.278364 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd7cd-9559-4b12-a591-080e657e7cb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:02.278682 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd7cd-9559-4b12-a591-080e657e7cb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:02.278997 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd7cd-9559-4b12-a591-080e657e7cb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:02.279867 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd7cd-9559-4b12-a591-080e657e7cb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:02.279867 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd7cd-9559-4b12-a591-080e657e7cb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:02.283576 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-62cbd7cd-9559-4b12-a591-080e657e7cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:44:02.710179 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-5879bf11-204c-45a4-9b9e-d8fba452740b None None] Provisioning complete for port 6f745517-1c1f-47e9-8e54-f54e6c718fc9 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:44:02.710548 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-5879bf11-204c-45a4-9b9e-d8fba452740b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:02.797573 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-5879bf11-204c-45a4-9b9e-d8fba452740b None None] Provisioning complete for port 52e0b34d-6b33-4db4-94e8-b40ab83c6196 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:44:02.798514 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-5879bf11-204c-45a4-9b9e-d8fba452740b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:04.385201 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 58862) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:44:04.590092 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b6065b-6bd1-4dbd-aa52-72a170a324b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:44:04.590567 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b6065b-6bd1-4dbd-aa52-72a170a324b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:44:04.592067 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-b8b6065b-6bd1-4dbd-aa52-72a170a324b5 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2058346 Jun 23 14:44:06.745169 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 58872) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:44:06.878582 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6f6751-2f23-4ff7-835b-facc47ca7dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:44:06.879060 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6f6751-2f23-4ff7-835b-facc47ca7dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:44:06.881188 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-ef6f6751-2f23-4ff7-835b-facc47ca7dda admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1349759 Jun 23 14:44:07.039813 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-4226fa74-a264-4924-9f16-02b72dd43433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:09.098462 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 58880) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:44:09.233099 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c327b9a-7a92-440d-b521-0f01fc5b436e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:44:09.234468 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-0c327b9a-7a92-440d-b521-0f01fc5b436e admin admin] 10.222.0.65 "GET /v2.0/networks/17e417ea-2131-43be-8f41-eff59ae28efd HTTP/1.1" status: 200 len: 869 time: 0.1350541 Jun 23 14:44:09.747223 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:09.793253 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-be0ea47e-e3ec-4f31-8587-e42b9b6bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:10.879743 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:11.358113 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 58888) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:44:11.482140 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d171370-7f51-4fa1-817a-5d2d179b1c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:44:11.483467 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-7d171370-7f51-4fa1-817a-5d2d179b1c39 admin admin] 10.222.0.65 "GET /v2.0/networks/fcd7f1a0-b694-4219-968d-f28fbbdba0ee HTTP/1.1" status: 200 len: 886 time: 0.1244166 Jun 23 14:44:12.583499 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:13.630322 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 58896) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:44:13.750944 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743ecb49-6a81-4892-92c4-3dd15f8bda00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:44:13.752030 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743ecb49-6a81-4892-92c4-3dd15f8bda00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:44:13.753541 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-743ecb49-6a81-4892-92c4-3dd15f8bda00 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222813 Jun 23 14:44:15.868545 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 58904) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:44:15.988016 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5d7f00-5788-4371-b0ba-6e09b5430ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:44:15.988475 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5d7f00-5788-4371-b0ba-6e09b5430ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:44:15.989993 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-fc5d7f00-5788-4371-b0ba-6e09b5430ab2 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204386 Jun 23 14:44:18.101390 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 58912) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:44:18.195116 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605b37e7-a3db-4f8d-ab11-251c5e95c0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:44:18.196427 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-605b37e7-a3db-4f8d-ab11-251c5e95c0d0 admin admin] 10.222.0.65 "GET /v2.0/subnets/3165b74e-4de1-49a7-8849-71e07c481613 HTTP/1.1" status: 200 len: 868 time: 0.0940588 Jun 23 14:44:20.299361 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 58920) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:44:20.382717 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6522d0-ee69-4fff-b3ff-7011874e71e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:44:20.384030 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-4e6522d0-ee69-4fff-b3ff-7011874e71e1 admin admin] 10.222.0.65 "GET /v2.0/subnets/e66531d2-b162-4d5a-9b95-91879084f23c HTTP/1.1" status: 200 len: 816 time: 0.0837102 Jun 23 14:44:27.376515 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 5 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:44:37.044160 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-830ee74f-f03b-40f3-90fd-4dc653bdb425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:39.750993 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:39.799299 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-0ae9ca86-84ea-4d95-9b3f-10748d1f4328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:40.884503 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:42.586810 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:43.670710 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 58964) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:44:43.719546 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [None req-c05d3d52-a9dc-4f1c-99a6-8a9879ede199 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:44:43.720576 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-c05d3d52-a9dc-4f1c-99a6-8a9879ede199 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0489285 Jun 23 14:44:45.973802 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 58972) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:44:46.032574 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.pecan_wsgi.hooks.translation [None req-531d4c73-9064-4814-9d73-dbd102d9b455 admin admin] GET failed (client error): The resource could not be found. Jun 23 14:44:46.033917 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-531d4c73-9064-4814-9d73-dbd102d9b455 admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0591457 Jun 23 14:44:46.118971 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cd9dbf-7eb5-4ba8-ac09-7a79d341834f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:44:46.120436 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-b8cd9dbf-7eb5-4ba8-ac09-7a79d341834f admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0827827 Jun 23 14:44:48.274118 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 58980) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:44:48.319431 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:44:48.339840 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Made reservation on behalf of 54cab2a399dc4fe5855915c90009ae50 for: {'network': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:44:48.342168 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for network, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:48.369038 dv-cinder-796286-8-iscsi neutron-server[104657]: WARNING neutron.services.revisions.revision_plugin [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Could not find related network for resource to bump revision. Jun 23 14:44:48.380309 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=104657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:44:48.388893 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:48.389241 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.db.segments_db [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Added segment cb9f7617-dd83-44af-88c5-b2ff5268db8c of type vlan for network 0fac627b-7e9d-43fe-81e7-284bf3f22078 Jun 23 14:44:48.436430 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784121897485'] for network, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:48.536862 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374'] for network, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:48.538180 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:44:48.538739 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:48.541350 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:44:48.568676 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2934618 Jun 23 14:44:48.601444 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Pushing event updated for resources: {'Network': ['ID=0fac627b-7e9d-43fe-81e7-284bf3f22078,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:44:48.608765 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:48.609108 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:48.609442 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:48.609786 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:48.610112 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:48.610463 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:48.610790 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:48.611960 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:48.612538 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:48.612965 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:48.613293 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:48.613610 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:48.617911 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:44:48.625886 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Network 0fac627b-7e9d-43fe-81e7-284bf3f22078 details requested by agent ovs-agent-dv-cinder-796286-8-iscsi with host dv-cinder-796286-8-iscsi {{(pid=104658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:44:50.725949 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 58988) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:44:50.784411 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c0a201-d3d2-43b5-aeb2-1b7b71cb3d26 admin admin] GET failed (client error): The resource could not be found. Jun 23 14:44:50.785701 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-98c0a201-d3d2-43b5-aeb2-1b7b71cb3d26 admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0588031 Jun 23 14:44:50.885675 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6f6b72-ac5f-4e11-9e4a-e724282ef751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:44:50.887164 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-fc6f6b72-ac5f-4e11-9e4a-e724282ef751 admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0976920 Jun 23 14:44:50.897558 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-7593df5e-fd52-45b0-8e80-8d9065291e83 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '0fac627b-7e9d-43fe-81e7-284bf3f22078'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:44:50.920089 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7593df5e-fd52-45b0-8e80-8d9065291e83 admin admin] Made reservation on behalf of 54cab2a399dc4fe5855915c90009ae50 for: {'subnet': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:44:50.922389 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7593df5e-fd52-45b0-8e80-8d9065291e83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:51.111289 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7593df5e-fd52-45b0-8e80-8d9065291e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349'] for subnet, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:51.113461 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:44:51.166445 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593df5e-fd52-45b0-8e80-8d9065291e83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6e42add-b100-47c9-81b0-bf6e0fe8d47d,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:44:51.175367 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-7593df5e-fd52-45b0-8e80-8d9065291e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:44:51.176716 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7593df5e-fd52-45b0-8e80-8d9065291e83 admin admin] Checking segment: {'id': 'cb9f7617-dd83-44af-88c5-b2ff5268db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0fac627b-7e9d-43fe-81e7-284bf3f22078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:44:51.176871 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7593df5e-fd52-45b0-8e80-8d9065291e83 admin admin] Network hostable DHCP agents. Network: 0fac627b-7e9d-43fe-81e7-284bf3f22078, hostable agents: ['0b7df506-3eca-4aef-99ab-b9f92b008033'], hosted agents: [] {{(pid=104657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:44:51.199143 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7593df5e-fd52-45b0-8e80-8d9065291e83 admin admin] Network 0fac627b-7e9d-43fe-81e7-284bf3f22078 is scheduled to be hosted by DHCP agent 0b7df506-3eca-4aef-99ab-b9f92b008033 with binding_index 1 {{(pid=104657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:44:51.210016 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-7593df5e-fd52-45b0-8e80-8d9065291e83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-iscsi, 0fac627b-7e9d-43fe-81e7-284bf3f22078) {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:44:51.214685 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7593df5e-fd52-45b0-8e80-8d9065291e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:44:51.215827 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7593df5e-fd52-45b0-8e80-8d9065291e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:51.219438 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be312b7a-a121-46ff-9301-c8fe7e14a66f None None] Network 0fac627b-7e9d-43fe-81e7-284bf3f22078 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:44:51.230199 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-7593df5e-fd52-45b0-8e80-8d9065291e83 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3362083 Jun 23 14:44:51.468068 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81d71141-74d2-56c1-9cf9-1afe1cf1d49a-0fac627b-7e9d-43fe-81e7-284bf3f22078', 'network_id': '0fac627b-7e9d-43fe-81e7-284bf3f22078', 'tenant_id': '54cab2a399dc4fe5855915c90009ae50', 'fixed_ips': [{'subnet_id': 'f6e42add-b100-47c9-81b0-bf6e0fe8d47d'}]}} from dv-cinder-796286-8-iscsi. {{(pid=104658) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:44:51.468958 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:51.609885 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.db_base_plugin_common [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Allocated IP 192.168.233.2 (0fac627b-7e9d-43fe-81e7-284bf3f22078/f6e42add-b100-47c9-81b0-bf6e0fe8d47d/693119c7-eb52-4388-b09b-9121ab27c758) {{(pid=104658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:44:51.764605 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Notify callbacks [] for port, precommit_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:51.774029 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Transition to ACTIVE for port object 693119c7-eb52-4388-b09b-9121ab27c758 will not be triggered until provisioned by entity L2. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:44:51.789734 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Transition to ACTIVE for port object 693119c7-eb52-4388-b09b-9121ab27c758 will not be triggered until provisioned by entity DHCP. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:44:51.795908 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:51.798132 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:44:51.839190 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Network 0fac627b-7e9d-43fe-81e7-284bf3f22078 is already hosted by enough agents. {{(pid=104658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:44:51.841927 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.scheduler.base_scheduler [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Resources bound (agent type, host, resource id): {{(pid=104658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:44:51.845469 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Received port after_create {{(pid=104658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:44:51.852482 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Pushing event updated for resources: {'Port': ['ID=693119c7-eb52-4388-b09b-9121ab27c758,revision_number=1']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:44:51.861258 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:51.861606 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:51.861971 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:51.862311 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:51.862649 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:51.862978 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:51.863299 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:51.863623 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:51.863948 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:51.864283 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:51.864609 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:51.864923 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:44:51.883650 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:44:51.915623 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Attempting to bind port 693119c7-eb52-4388-b09b-9121ab27c758 on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:44:51.915997 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Attempting to bind port 693119c7-eb52-4388-b09b-9121ab27c758 by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': 'cb9f7617-dd83-44af-88c5-b2ff5268db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0fac627b-7e9d-43fe-81e7-284bf3f22078'}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:44:51.916384 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Attempting to bind port 693119c7-eb52-4388-b09b-9121ab27c758 on network 0fac627b-7e9d-43fe-81e7-284bf3f22078 {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:44:51.921441 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:44:51.921844 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Checking segment: {'id': 'cb9f7617-dd83-44af-88c5-b2ff5268db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0fac627b-7e9d-43fe-81e7-284bf3f22078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:44:51.922255 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:51.922654 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Bound using segment: {'id': 'cb9f7617-dd83-44af-88c5-b2ff5268db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0fac627b-7e9d-43fe-81e7-284bf3f22078'} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:44:51.923125 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Bound port: 693119c7-eb52-4388-b09b-9121ab27c758, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9f7617-dd83-44af-88c5-b2ff5268db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0fac627b-7e9d-43fe-81e7-284bf3f22078'}}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:44:51.924071 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:51.990961 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] For port 693119c7-eb52-4388-b09b-9121ab27c758, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:44:51.994376 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] For port 693119c7-eb52-4388-b09b-9121ab27c758, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=693119c7-eb52-4388-b09b-9121ab27c758,segment=NetworkSegment(cb9f7617-dd83-44af-88c5-b2ff5268db8c),segment_id=cb9f7617-dd83-44af-88c5-b2ff5268db8c)] {{(pid=104658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:44:51.999104 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:52.001464 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-21e1aaea-1861-4eef-a827-b9ad61d3aa0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:44:52.062595 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Pushing event updated for resources: {'Port': ['ID=693119c7-eb52-4388-b09b-9121ab27c758,revision_number=2']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:44:52.066613 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:44:52.324619 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 693119c7-eb52-4388-b09b-9121ab27c758 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:44:52.375734 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port 693119c7-eb52-4388-b09b-9121ab27c758 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:44:52.917213 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb0f845-f6a0-4313-b87c-65ed5cb3a57c None None] Network 0fac627b-7e9d-43fe-81e7-284bf3f22078 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:44:52.990105 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-da3978ea-462c-4d2d-a7eb-83b680aa3525 None None] Provisioning for port 693119c7-eb52-4388-b09b-9121ab27c758 completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:44:53.002444 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-da3978ea-462c-4d2d-a7eb-83b680aa3525 None None] Provisioning complete for port 693119c7-eb52-4388-b09b-9121ab27c758 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:44:53.002829 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-da3978ea-462c-4d2d-a7eb-83b680aa3525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:53.139901 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-da3978ea-462c-4d2d-a7eb-83b680aa3525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:53.181261 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-da3978ea-462c-4d2d-a7eb-83b680aa3525 None None] For port 693119c7-eb52-4388-b09b-9121ab27c758, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=693119c7-eb52-4388-b09b-9121ab27c758,segment=NetworkSegment(cb9f7617-dd83-44af-88c5-b2ff5268db8c),segment_id=cb9f7617-dd83-44af-88c5-b2ff5268db8c)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:44:53.185808 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-da3978ea-462c-4d2d-a7eb-83b680aa3525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:53.187906 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:44:53.239604 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3978ea-462c-4d2d-a7eb-83b680aa3525 None None] Pushing event updated for resources: {'Port': ['ID=693119c7-eb52-4388-b09b-9121ab27c758,revision_number=3']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:44:53.242957 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-da3978ea-462c-4d2d-a7eb-83b680aa3525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:44:53.406863 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-b89bcd98-4179-46bc-9999-3458e3066921 None None] Provisioning complete for port 693119c7-eb52-4388-b09b-9121ab27c758 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:44:53.407472 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-b89bcd98-4179-46bc-9999-3458e3066921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:44:54.270264 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 693119c7-eb52-4388-b09b-9121ab27c758 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:44:54.317512 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 693119c7-eb52-4388-b09b-9121ab27c758 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:44:54.317910 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:45:04.374798 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 5 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:45:07.044810 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-8a914005-1397-4613-8de0-9bf4f44887c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:45:09.753692 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:45:09.791747 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-5005b137-6f91-45ee-9a25-e89a0088e68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:45:10.884350 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:45:12.593508 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:45:37.045931 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-53dc9e0d-4adc-4f3f-907b-8de993c7f2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:45:39.755517 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:45:39.792052 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-21553171-82c7-4212-9b07-821817dab067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:45:40.888795 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:45:41.373573 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 5 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:45:42.595904 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:46:07.046365 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-805917bc-70e6-4305-92f3-99e88dc928a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:46:09.759162 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:46:09.791756 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-390c7f2f-bf2a-4a8d-a50a-71fe99ccfbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:46:10.890163 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:46:12.598520 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:46:17.035574 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 59040) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:46:17.041525 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [None req-ef28c43a-9140-4f53-a979-4cea4886a266 tempest-verify_tempest_config-86479132 tempest-verify_tempest_config-86479132-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104656) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:46:17.042516 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-ef28c43a-9140-4f53-a979-4cea4886a266 tempest-verify_tempest_config-86479132 tempest-verify_tempest_config-86479132-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059860 Jun 23 14:46:17.344169 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 59058) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:46:17.446892 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-d5382c98-1781-480d-a335-0f548f4960e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:46:17.533225 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-d5382c98-1781-480d-a335-0f548f4960e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:46:17.536877 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-d5382c98-1781-480d-a335-0f548f4960e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:46:17.539902 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-21bf4c60-8e72-4047-a3a0-e9aca2085365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:46:17.582138 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5382c98-1781-480d-a335-0f548f4960e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526e0c45-8611-499e-812b-875cc78a0a1e,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:46:17.586832 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-d5382c98-1781-480d-a335-0f548f4960e6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6e1daae7b7fd4060b24b0da17f0124f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2416739 Jun 23 14:46:17.589591 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 59064) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:46:17.591008 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5382c98-1781-480d-a335-0f548f4960e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.591348 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5382c98-1781-480d-a335-0f548f4960e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.591679 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5382c98-1781-480d-a335-0f548f4960e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.592007 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5382c98-1781-480d-a335-0f548f4960e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.592326 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5382c98-1781-480d-a335-0f548f4960e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.592647 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5382c98-1781-480d-a335-0f548f4960e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.592966 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5382c98-1781-480d-a335-0f548f4960e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.593283 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5382c98-1781-480d-a335-0f548f4960e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.593601 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5382c98-1781-480d-a335-0f548f4960e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.593944 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5382c98-1781-480d-a335-0f548f4960e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.594259 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5382c98-1781-480d-a335-0f548f4960e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.594568 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5382c98-1781-480d-a335-0f548f4960e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.598579 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-d5382c98-1781-480d-a335-0f548f4960e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:46:17.668492 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-549fa4b2-0639-40d4-91a7-ac486844bc4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:46:17.688671 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-549fa4b2-0639-40d4-91a7-ac486844bc4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:46:17.775428 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-549fa4b2-0639-40d4-91a7-ac486844bc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:46:17.778301 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-549fa4b2-0639-40d4-91a7-ac486844bc4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:46:17.779414 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-549fa4b2-0639-40d4-91a7-ac486844bc4c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/526e0c45-8611-499e-812b-875cc78a0a1e HTTP/1.1" status: 204 len: 168 time: 0.1888068 Jun 23 14:46:17.780040 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:46:17.787845 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fa4b2-0639-40d4-91a7-ac486844bc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526e0c45-8611-499e-812b-875cc78a0a1e,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:46:17.794393 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fa4b2-0639-40d4-91a7-ac486844bc4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.794737 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fa4b2-0639-40d4-91a7-ac486844bc4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.795076 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fa4b2-0639-40d4-91a7-ac486844bc4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.795435 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fa4b2-0639-40d4-91a7-ac486844bc4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.795839 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fa4b2-0639-40d4-91a7-ac486844bc4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.796088 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fa4b2-0639-40d4-91a7-ac486844bc4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.796416 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fa4b2-0639-40d4-91a7-ac486844bc4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.796739 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fa4b2-0639-40d4-91a7-ac486844bc4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.797076 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fa4b2-0639-40d4-91a7-ac486844bc4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.797396 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fa4b2-0639-40d4-91a7-ac486844bc4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.797716 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fa4b2-0639-40d4-91a7-ac486844bc4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.798084 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fa4b2-0639-40d4-91a7-ac486844bc4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:46:17.802300 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-549fa4b2-0639-40d4-91a7-ac486844bc4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:46:18.371940 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 5 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:46:37.047541 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-b6c20fb1-7d6e-45e8-8983-457887c706af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:46:39.761765 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:46:39.791341 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-39fb5a9f-6acc-400a-94c9-6f3b362be651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:46:40.894638 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:46:42.601607 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:46:55.371796 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 5 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:47:07.054866 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-f696ea14-030d-4ef6-9895-993a3fbe07f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:09.766210 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:09.797147 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-1d5e9938-87ce-445a-a1a9-9ea8e61752d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:10.901410 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:12.605297 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:32.370884 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 5 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:47:37.049948 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-c8853716-88d2-46da-afb9-a48972de2f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:39.767677 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:39.786876 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-010c4344-2d2f-49f9-8d67-7e531bcc5113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:40.899333 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:42.606791 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:54.642365 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061'] for agent, after_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:47:58.322398 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 59116) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:47:58.423648 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-0c055280-57bc-4455-abac-c661d95f0079 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1001492 Jun 23 14:48:00.587766 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 59126) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:48:00.649271 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-cb27d18b-b3e4-4a51-8c32-9f222f2c4420 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0605371 Jun 23 14:48:07.040297 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-4ab64f0a-d3e2-491d-9196-12ad89d0e381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:09.369312 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:48:09.768292 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:09.784777 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-aac805f0-c40d-46da-8e0f-916b0f0647a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:10.902312 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:12.610658 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:24.597346 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:37.040458 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-40016237-1fdb-4570-b705-20bdad2801d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:39.775295 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:39.785231 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-b0bc7cd4-e3e0-4fb5-98b0-6397d5460ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:40.903934 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:42.615130 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:48:46.367915 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:48:54.617530 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:07.042375 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-b0daae0e-7159-419b-a0aa-2df656b8ee89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:09.767321 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:09.783894 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-c74751bd-a3e1-4ae4-9ca3-15def2be1c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:10.906911 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:12.620543 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:23.367224 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:49:24.613474 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:28.708233 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 59314) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:28.735471 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 59320) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:28.967827 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-323470115-network', 'tenant_id': '35f150cf617c4730b974b88b2fde4126'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:49:28.996984 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-413d456c-c472-48d9-b04e-1573d0ac6e57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1769566878-network', 'tenant_id': '14cebce4a701447bafe560e0e1182a8f'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:49:29.008122 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Made reservation on behalf of 35f150cf617c4730b974b88b2fde4126 for: {'network': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:49:29.010908 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for network, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:29.029349 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:29.056947 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413d456c-c472-48d9-b04e-1573d0ac6e57 admin admin] Made reservation on behalf of 14cebce4a701447bafe560e0e1182a8f for: {'network': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:49:29.059639 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-413d456c-c472-48d9-b04e-1573d0ac6e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for network, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:29.076253 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-413d456c-c472-48d9-b04e-1573d0ac6e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:29.168646 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:29.175865 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:29.183229 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-549fa4b2-0639-40d4-91a7-ac486844bc4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:29.216123 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=104656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:49:29.248129 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784122434070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:29.254414 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Unsubscribe: segment precommit_create {{(pid=104656) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 14:49:29.255082 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.db.segments_db [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Added segment f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7 of type vlan for network e814d2cc-d75c-42e6-8108-39760acd9bb0 Jun 23 14:49:29.262825 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932b22e6-9794-4536-b18f-5f3999bf7f4c,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:29.291063 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:29.291422 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:29.291760 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:29.292090 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:29.292415 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:29.292734 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:29.293057 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:29.293375 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:29.293698 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:29.294034 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:29.294345 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:29.294656 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Tracked resource versions report: Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: pushed versions: Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: { 'AddressGroup': {'1.2'}, Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: 'ConntrackHelper': {'1.0'}, Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: 'Log': {'1.0'}, Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: 'Network': {'1.1'}, Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: 'Port': {'1.7'}, Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: 'PortForwarding': {'1.2'}, Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: 'QosPolicy': {'1.8'}, Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: 'SecurityGroup': {'1.4'}, Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: 'SubPort': {'1.0'}, Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: 'Subnet': {'1.1'}, Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: 'Trunk': {'1.1'}} Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: consumer versions: Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: { DHCP agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: HyperV agent@hv-cinder-79628: {}, Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: L3 agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: Metadata agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: Metering agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: Open vSwitch agent@dv-cinder-796286-8-iscsi: { 'AddressGroup': '1.2', Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: 'ConntrackHelper': '1.0', Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: 'Log': '1.0', Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: 'Network': '1.1', Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: 'Port': '1.7', Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: 'PortForwarding': '1.2', Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: 'QosPolicy': '1.8', Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: 'SecurityGroup': '1.4', Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: 'SecurityGroupRule': '1.2', Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: 'SubPort': '1.0', Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: 'Subnet': '1.1', Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: 'Trunk': '1.1'}} Jun 23 14:49:29.295691 dv-cinder-796286-8-iscsi neutron-server[104656]: {{(pid=104656) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:49:29.319091 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:29.333673 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 59356) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:29.364776 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 59362) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:29.383930 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784121897485'] for network, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:29.448564 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374'] for network, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:29.450700 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-413d456c-c472-48d9-b04e-1573d0ac6e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:29.452511 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:29.453311 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:29.455818 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:29.481238 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-413d456c-c472-48d9-b04e-1573d0ac6e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:29.522848 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1661208366-network', 'tenant_id': 'db521a281bab44a494e82753d42109c9'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:49:29.561243 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Made reservation on behalf of db521a281bab44a494e82753d42109c9 for: {'network': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:49:29.562924 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8535190 Jun 23 14:49:29.567206 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for network, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:29.571603 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 59372) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:29.579290 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-3cb3d12b-e6bc-439e-82b9-039fb6fe900f admin admin] Request body: {'subnet': {'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-323470115-subnet', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:49:29.585638 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:29.587387 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Pushing event updated for resources: {'Network': ['ID=e814d2cc-d75c-42e6-8108-39760acd9bb0,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:29.589659 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413d456c-c472-48d9-b04e-1573d0ac6e57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=104656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:49:29.604471 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Network e814d2cc-d75c-42e6-8108-39760acd9bb0 details requested by agent ovs-agent-dv-cinder-796286-8-iscsi with host dv-cinder-796286-8-iscsi {{(pid=104658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:49:29.605665 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:29.607971 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:29.630202 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-413d456c-c472-48d9-b04e-1573d0ac6e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:29.630829 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.db.segments_db [None req-413d456c-c472-48d9-b04e-1573d0ac6e57 admin admin] Added segment fe93aea0-6524-4b32-92b7-0d915e8e0cd1 of type vlan for network 091e6716-f16c-497b-bbf5-a88d9b5ceae2 Jun 23 14:49:29.636300 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-9dec2be1-f95b-4411-ad7c-2d84b403b3d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-network', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:49:29.678460 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb3d12b-e6bc-439e-82b9-039fb6fe900f admin admin] Made reservation on behalf of 35f150cf617c4730b974b88b2fde4126 for: {'subnet': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:49:29.681036 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3cb3d12b-e6bc-439e-82b9-039fb6fe900f admin admin] Notify callbacks [] for subnet, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:29.698733 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d456c-c472-48d9-b04e-1573d0ac6e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a135022e-4e34-4eff-925c-ad900a554f2e,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:29.730071 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-413d456c-c472-48d9-b04e-1573d0ac6e57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784121897485'] for network, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:29.767631 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-413d456c-c472-48d9-b04e-1573d0ac6e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:29.769216 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-413d456c-c472-48d9-b04e-1573d0ac6e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374'] for network, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:29.772371 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413d456c-c472-48d9-b04e-1573d0ac6e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:29.773226 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-413d456c-c472-48d9-b04e-1573d0ac6e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:29.784582 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:29.846282 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:29.853011 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:29.870074 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d456c-c472-48d9-b04e-1573d0ac6e57 admin admin] Pushing event updated for resources: {'Network': ['ID=091e6716-f16c-497b-bbf5-a88d9b5ceae2,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:29.875384 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=104657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:49:29.883537 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Network 091e6716-f16c-497b-bbf5-a88d9b5ceae2 details requested by agent ovs-agent-dv-cinder-796286-8-iscsi with host dv-cinder-796286-8-iscsi {{(pid=104658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:49:29.885546 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-413d456c-c472-48d9-b04e-1573d0ac6e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:29.893151 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-413d456c-c472-48d9-b04e-1573d0ac6e57 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1567941 Jun 23 14:49:29.894213 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:29.895079 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.db.segments_db [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Added segment 1059cf12-2b4c-4d05-a459-bdf503917aa4 of type vlan for network 262c1146-289f-4162-b8d1-11a6ea0983b5 Jun 23 14:49:29.897867 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 59380) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:29.911009 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-4a71e1ca-3f59-464d-bf10-9dc6f99f6c9c admin admin] Request body: {'subnet': {'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1769566878-subnet', 'tenant_id': '14cebce4a701447bafe560e0e1182a8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:49:29.951157 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784121897485'] for network, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:29.999413 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:30.007352 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374'] for network, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:30.010227 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dec2be1-f95b-4411-ad7c-2d84b403b3d6 admin admin] Made reservation on behalf of f1f1df70bdc347509afb763322e81a15 for: {'network': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:49:30.015162 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9dec2be1-f95b-4411-ad7c-2d84b403b3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for network, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:30.030351 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a71e1ca-3f59-464d-bf10-9dc6f99f6c9c admin admin] Made reservation on behalf of 14cebce4a701447bafe560e0e1182a8f for: {'subnet': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:49:30.033072 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9dec2be1-f95b-4411-ad7c-2d84b403b3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:30.038418 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4a71e1ca-3f59-464d-bf10-9dc6f99f6c9c admin admin] Notify callbacks [] for subnet, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:30.044823 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:30.045667 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:30.162221 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8266776 Jun 23 14:49:30.180387 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 59398) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:30.217944 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-2b43a873-ae94-43e2-92d8-c5ad6e70669c admin admin] Request body: {'subnet': {'network_id': '262c1146-289f-4162-b8d1-11a6ea0983b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1661208366-subnet', 'tenant_id': 'db521a281bab44a494e82753d42109c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:49:30.299204 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9dec2be1-f95b-4411-ad7c-2d84b403b3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:30.304069 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c418da0-cf39-4f16-a3a6-7f6edfed94ec,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:30.337218 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:30.337955 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:30.339684 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:30.340177 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:30.340527 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:30.340864 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:30.341197 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:30.341545 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:30.341919 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:30.342248 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:30.342570 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:30.342886 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Tracked resource versions report: Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: pushed versions: Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: { 'AddressGroup': {'1.2'}, Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: 'ConntrackHelper': {'1.0'}, Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: 'Log': {'1.0'}, Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: 'Network': {'1.1'}, Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: 'Port': {'1.7'}, Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: 'PortForwarding': {'1.2'}, Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: 'QosPolicy': {'1.8'}, Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: 'SecurityGroup': {'1.4'}, Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: 'SubPort': {'1.0'}, Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: 'Subnet': {'1.1'}, Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: 'Trunk': {'1.1'}} Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: consumer versions: Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: { DHCP agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: HyperV agent@hv-cinder-79628: {}, Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: L3 agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: Metadata agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: Metering agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: Open vSwitch agent@dv-cinder-796286-8-iscsi: { 'AddressGroup': '1.2', Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: 'ConntrackHelper': '1.0', Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: 'Log': '1.0', Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: 'Network': '1.1', Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: 'Port': '1.7', Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: 'PortForwarding': '1.2', Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: 'QosPolicy': '1.8', Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: 'SecurityGroup': '1.4', Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: 'SecurityGroupRule': '1.2', Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: 'SubPort': '1.0', Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: 'Subnet': '1.1', Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: 'Trunk': '1.1'}} Jun 23 14:49:30.349061 dv-cinder-796286-8-iscsi neutron-server[104657]: {{(pid=104657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:49:30.357678 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:30.359534 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9dec2be1-f95b-4411-ad7c-2d84b403b3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:30.365651 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:30.383340 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4a71e1ca-3f59-464d-bf10-9dc6f99f6c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349'] for subnet, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:30.398157 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-62cbd7cd-9559-4b12-a591-080e657e7cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:30.448470 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71e1ca-3f59-464d-bf10-9dc6f99f6c9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=565c59f5-fb5b-4a37-988a-29937cd627c7,revision_number=0']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:30.467757 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-4a71e1ca-3f59-464d-bf10-9dc6f99f6c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:30.490233 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71e1ca-3f59-464d-bf10-9dc6f99f6c9c admin admin] Checking segment: {'id': 'fe93aea0-6524-4b32-92b7-0d915e8e0cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:49:30.490591 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a71e1ca-3f59-464d-bf10-9dc6f99f6c9c admin admin] Network hostable DHCP agents. Network: 091e6716-f16c-497b-bbf5-a88d9b5ceae2, hostable agents: ['0b7df506-3eca-4aef-99ab-b9f92b008033'], hosted agents: [] {{(pid=104656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:49:30.495515 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3cb3d12b-e6bc-439e-82b9-039fb6fe900f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349'] for subnet, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:30.505501 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-4a71e1ca-3f59-464d-bf10-9dc6f99f6c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:30.563712 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb3d12b-e6bc-439e-82b9-039fb6fe900f admin admin] Checking segment: {'id': 'f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:49:30.564097 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb3d12b-e6bc-439e-82b9-039fb6fe900f admin admin] Network hostable DHCP agents. Network: e814d2cc-d75c-42e6-8108-39760acd9bb0, hostable agents: ['0b7df506-3eca-4aef-99ab-b9f92b008033'], hosted agents: [] {{(pid=104656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:49:30.566202 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b43a873-ae94-43e2-92d8-c5ad6e70669c admin admin] Made reservation on behalf of db521a281bab44a494e82753d42109c9 for: {'subnet': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:49:30.585256 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-2b43a873-ae94-43e2-92d8-c5ad6e70669c admin admin] Notify callbacks [] for subnet, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:30.673955 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a71e1ca-3f59-464d-bf10-9dc6f99f6c9c admin admin] Network 091e6716-f16c-497b-bbf5-a88d9b5ceae2 is scheduled to be hosted by DHCP agent 0b7df506-3eca-4aef-99ab-b9f92b008033 with binding_index 1 {{(pid=104656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:49:30.674754 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dec2be1-f95b-4411-ad7c-2d84b403b3d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=104657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:49:30.689365 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb3d12b-e6bc-439e-82b9-039fb6fe900f admin admin] Network e814d2cc-d75c-42e6-8108-39760acd9bb0 is scheduled to be hosted by DHCP agent 0b7df506-3eca-4aef-99ab-b9f92b008033 with binding_index 1 {{(pid=104656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:49:30.699134 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-4a71e1ca-3f59-464d-bf10-9dc6f99f6c9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-iscsi, 091e6716-f16c-497b-bbf5-a88d9b5ceae2) {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:49:30.699369 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Pushing event updated for resources: {'Network': ['ID=262c1146-289f-4162-b8d1-11a6ea0983b5,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:30.701138 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-3cb3d12b-e6bc-439e-82b9-039fb6fe900f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-iscsi, e814d2cc-d75c-42e6-8108-39760acd9bb0) {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:49:30.703955 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:30.709290 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-d5382c98-1781-480d-a335-0f548f4960e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:30.714094 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Network 262c1146-289f-4162-b8d1-11a6ea0983b5 details requested by agent ovs-agent-dv-cinder-796286-8-iscsi with host dv-cinder-796286-8-iscsi {{(pid=104658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:49:30.714663 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9dec2be1-f95b-4411-ad7c-2d84b403b3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:30.715054 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.db.segments_db [None req-9dec2be1-f95b-4411-ad7c-2d84b403b3d6 admin admin] Added segment d18f6adb-4949-49e5-9cce-0c15933b8ab6 of type vlan for network b2d1e732-3395-45e9-ab92-336826d1d69d Jun 23 14:49:30.716640 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b993b3a6-76b0-43d0-b823-8960478471a3 None None] Network 091e6716-f16c-497b-bbf5-a88d9b5ceae2 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:49:30.722289 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3d12b-e6bc-439e-82b9-039fb6fe900f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd5cd500-ea2b-40e8-aaac-0fa807c14afc,revision_number=0']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:30.733378 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a71e1ca-3f59-464d-bf10-9dc6f99f6c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:30.734769 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4a71e1ca-3f59-464d-bf10-9dc6f99f6c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:30.763396 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb3d12b-e6bc-439e-82b9-039fb6fe900f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:30.764276 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3cb3d12b-e6bc-439e-82b9-039fb6fe900f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:30.767755 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-3cb3d12b-e6bc-439e-82b9-039fb6fe900f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:30.782768 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-4a71e1ca-3f59-464d-bf10-9dc6f99f6c9c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8763952 Jun 23 14:49:30.796263 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c6c718-09b5-47b7-aea2-e170d17a0eba None None] Network e814d2cc-d75c-42e6-8108-39760acd9bb0 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:49:30.801673 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-3cb3d12b-e6bc-439e-82b9-039fb6fe900f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2281981 Jun 23 14:49:30.802564 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 59426) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:30.807489 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-96e29a7d-9350-4356-a042-56671b2265e6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-323470115-router', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:49:30.810638 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec2be1-f95b-4411-ad7c-2d84b403b3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17e5455-ce31-4e0b-882c-ec1aa25d7d74,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:30.814761 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-9dec2be1-f95b-4411-ad7c-2d84b403b3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:30.820356 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9dec2be1-f95b-4411-ad7c-2d84b403b3d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784121897485'] for network, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:30.856727 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-96e29a7d-9350-4356-a042-56671b2265e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58529'] for router, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:30.858288 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-96e29a7d-9350-4356-a042-56671b2265e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16247596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58552'] for router, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:30.945236 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-96e29a7d-9350-4356-a042-56671b2265e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:30.945980 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9dec2be1-f95b-4411-ad7c-2d84b403b3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374'] for network, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:30.956035 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dec2be1-f95b-4411-ad7c-2d84b403b3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:30.956977 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9dec2be1-f95b-4411-ad7c-2d84b403b3d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:30.969806 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:30.979291 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-9dec2be1-f95b-4411-ad7c-2d84b403b3d6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6133754 Jun 23 14:49:30.996103 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 59436) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:31.011521 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-958ba7e1-a762-465b-ad29-dc8efae3fc92 admin admin] Request body: {'subnet': {'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-subnet', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:49:31.039960 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958ba7e1-a762-465b-ad29-dc8efae3fc92 admin admin] Made reservation on behalf of f1f1df70bdc347509afb763322e81a15 for: {'subnet': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:49:31.043020 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-958ba7e1-a762-465b-ad29-dc8efae3fc92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:31.072110 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-2b43a873-ae94-43e2-92d8-c5ad6e70669c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349'] for subnet, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:31.100394 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec2be1-f95b-4411-ad7c-2d84b403b3d6 admin admin] Pushing event updated for resources: {'Network': ['ID=b2d1e732-3395-45e9-ab92-336826d1d69d,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:31.108993 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-9dec2be1-f95b-4411-ad7c-2d84b403b3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:31.109550 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-7593df5e-fd52-45b0-8e80-8d9065291e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:31.246575 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43a873-ae94-43e2-92d8-c5ad6e70669c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b9d7bb9-c576-4d70-a104-6568bfeae6d1,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:31.252279 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-2b43a873-ae94-43e2-92d8-c5ad6e70669c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:31.266265 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Network b2d1e732-3395-45e9-ab92-336826d1d69d details requested by agent ovs-agent-dv-cinder-796286-8-iscsi with host dv-cinder-796286-8-iscsi {{(pid=104658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:49:31.284990 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b43a873-ae94-43e2-92d8-c5ad6e70669c admin admin] Checking segment: {'id': '1059cf12-2b4c-4d05-a459-bdf503917aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '262c1146-289f-4162-b8d1-11a6ea0983b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:49:31.287388 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b43a873-ae94-43e2-92d8-c5ad6e70669c admin admin] Network hostable DHCP agents. Network: 262c1146-289f-4162-b8d1-11a6ea0983b5, hostable agents: ['0b7df506-3eca-4aef-99ab-b9f92b008033'], hosted agents: [] {{(pid=104657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:49:31.327538 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-96e29a7d-9350-4356-a042-56671b2265e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16244798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-606094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62274'] for router, precommit_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:31.345493 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b43a873-ae94-43e2-92d8-c5ad6e70669c admin admin] Network 262c1146-289f-4162-b8d1-11a6ea0983b5 is scheduled to be hosted by DHCP agent 0b7df506-3eca-4aef-99ab-b9f92b008033 with binding_index 1 {{(pid=104657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:49:31.378155 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-2b43a873-ae94-43e2-92d8-c5ad6e70669c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-iscsi, 262c1146-289f-4162-b8d1-11a6ea0983b5) {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:49:31.397393 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236a2440-2253-4686-884a-37212703b329 None None] Network 091e6716-f16c-497b-bbf5-a88d9b5ceae2 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:49:31.431763 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b43a873-ae94-43e2-92d8-c5ad6e70669c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:31.432354 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-2b43a873-ae94-43e2-92d8-c5ad6e70669c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:31.472893 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-2b43a873-ae94-43e2-92d8-c5ad6e70669c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2689812 Jun 23 14:49:31.514879 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-958ba7e1-a762-465b-ad29-dc8efae3fc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349'] for subnet, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:31.519034 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:31.579386 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc4e043-fa9c-45f5-9521-74584211b40e None None] Network 262c1146-289f-4162-b8d1-11a6ea0983b5 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:49:31.643906 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-96e29a7d-9350-4356-a042-56671b2265e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:31.670685 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ba7e1-a762-465b-ad29-dc8efae3fc92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e25bbb7-3773-4230-b906-44113f972ac4,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:31.673227 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-958ba7e1-a762-465b-ad29-dc8efae3fc92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:31.689174 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ba7e1-a762-465b-ad29-dc8efae3fc92 admin admin] Checking segment: {'id': 'd18f6adb-4949-49e5-9cce-0c15933b8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:49:31.689875 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ba7e1-a762-465b-ad29-dc8efae3fc92 admin admin] Network hostable DHCP agents. Network: b2d1e732-3395-45e9-ab92-336826d1d69d, hostable agents: ['0b7df506-3eca-4aef-99ab-b9f92b008033'], hosted agents: [] {{(pid=104657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:49:31.699113 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-96e29a7d-9350-4356-a042-56671b2265e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:31.743082 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ba7e1-a762-465b-ad29-dc8efae3fc92 admin admin] Network b2d1e732-3395-45e9-ab92-336826d1d69d is scheduled to be hosted by DHCP agent 0b7df506-3eca-4aef-99ab-b9f92b008033 with binding_index 1 {{(pid=104657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:49:31.772989 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-958ba7e1-a762-465b-ad29-dc8efae3fc92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-iscsi, b2d1e732-3395-45e9-ab92-336826d1d69d) {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:49:31.777128 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958ba7e1-a762-465b-ad29-dc8efae3fc92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:31.777716 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-958ba7e1-a762-465b-ad29-dc8efae3fc92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:31.813097 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-958ba7e1-a762-465b-ad29-dc8efae3fc92 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8062563 Jun 23 14:49:31.818288 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 59482) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:31.829181 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-99b9a540-fc83-4fed-bf43-2025d437e0c8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-router', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:49:31.872948 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_common [None req-96e29a7d-9350-4356-a042-56671b2265e6 admin admin] Allocated IP 172.27.2.39 (fcd7f1a0-b694-4219-968d-f28fbbdba0ee/e66531d2-b162-4d5a-9b95-91879084f23c/4ff9a381-522d-4dd9-aa0e-9bea85a7beb7) {{(pid=104656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:49:31.885902 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-99b9a540-fc83-4fed-bf43-2025d437e0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58529'] for router, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:31.887080 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-99b9a540-fc83-4fed-bf43-2025d437e0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16247596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58552'] for router, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:32.015078 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-99b9a540-fc83-4fed-bf43-2025d437e0c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:32.039133 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3209939-80ab-45c9-bba1-eb802ca752da None None] Network b2d1e732-3395-45e9-ab92-336826d1d69d requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:49:32.049132 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-96e29a7d-9350-4356-a042-56671b2265e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:32.132325 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-96e29a7d-9350-4356-a042-56671b2265e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:32.147343 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:32.155426 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a34d4f-0f11-4ff2-bd47-55ac954a0a07 None None] Network 262c1146-289f-4162-b8d1-11a6ea0983b5 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:49:32.235938 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e29a7d-9350-4356-a042-56671b2265e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4ff9a381-522d-4dd9-aa0e-9bea85a7beb7,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:32.253545 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e29a7d-9350-4356-a042-56671b2265e6 admin admin] Network fcd7f1a0-b694-4219-968d-f28fbbdba0ee is already hosted by enough agents. {{(pid=104656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:49:32.255478 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-96e29a7d-9350-4356-a042-56671b2265e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:32.256454 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-96e29a7d-9350-4356-a042-56671b2265e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:49:32.264666 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e29a7d-9350-4356-a042-56671b2265e6 admin admin] Received port after_create {{(pid=104656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:49:32.325443 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 59518) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:32.329981 dv-cinder-796286-8-iscsi neutron-server[104657]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 14:49:32.519979 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-99b9a540-fc83-4fed-bf43-2025d437e0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16244798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-606094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62274'] for router, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:32.583613 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-96e29a7d-9350-4356-a042-56671b2265e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:32.641181 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74282082-7841-4444-bb4c-777cc8df2233 req-f278655d-50d3-4b4e-bafa-90bbfce77d46 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:32.645393 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-74282082-7841-4444-bb4c-777cc8df2233 req-f278655d-50d3-4b4e-bafa-90bbfce77d46 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/networks?id=091e6716-f16c-497b-bbf5-a88d9b5ceae2 HTTP/1.1" status: 200 len: 815 time: 0.3186526 Jun 23 14:49:32.697350 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81d71141-74d2-56c1-9cf9-1afe1cf1d49a-e814d2cc-d75c-42e6-8108-39760acd9bb0', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'fixed_ips': [{'subnet_id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc'}]}} from dv-cinder-796286-8-iscsi. {{(pid=104658) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:49:32.698401 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:32.743548 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-74282082-7841-4444-bb4c-777cc8df2233 req-34af05b4-8f5d-455d-ac61-828546fe4fda tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/quotas/14cebce4a701447bafe560e0e1182a8f HTTP/1.1" status: 200 len: 375 time: 0.0498099 Jun 23 14:49:32.853323 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-74282082-7841-4444-bb4c-777cc8df2233 req-4c866735-fee8-4ab2-890b-bacf46cc059c tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=14cebce4a701447bafe560e0e1182a8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1058567 Jun 23 14:49:32.937201 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.db_base_plugin_common [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Allocated IP 172.20.0.2 (e814d2cc-d75c-42e6-8108-39760acd9bb0/fd5cd500-ea2b-40e8-aaac-0fa807c14afc/26f5f76c-d926-421d-9bc4-59f023e2b026) {{(pid=104658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:49:32.992842 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81d71141-74d2-56c1-9cf9-1afe1cf1d49a-b2d1e732-3395-45e9-ab92-336826d1d69d', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'fixed_ips': [{'subnet_id': '7e25bbb7-3773-4230-b906-44113f972ac4'}]}} from dv-cinder-796286-8-iscsi. {{(pid=104658) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:49:32.993925 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:33.091004 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 59550) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:33.093166 dv-cinder-796286-8-iscsi neutron-server[104656]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 14:49:33.137845 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-99b9a540-fc83-4fed-bf43-2025d437e0c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:33.165620 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-99b9a540-fc83-4fed-bf43-2025d437e0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:33.168041 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-96e29a7d-9350-4356-a042-56671b2265e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-606087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16244843'] for router, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:33.172535 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [req-74282082-7841-4444-bb4c-777cc8df2233 req-032d5bb4-bd4f-417b-b801-096a621b6ecc service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:49:33.174227 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-74282082-7841-4444-bb4c-777cc8df2233 req-032d5bb4-bd4f-417b-b801-096a621b6ecc service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0817287 Jun 23 14:49:33.284385 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.db_base_plugin_common [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Allocated IP 172.20.0.2 (b2d1e732-3395-45e9-ab92-336826d1d69d/7e25bbb7-3773-4230-b906-44113f972ac4/67749fe7-bea3-4536-8b19-fc328c4884ff) {{(pid=104658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:49:33.291623 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Notify callbacks [] for port, precommit_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:33.306613 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Transition to ACTIVE for port object 26f5f76c-d926-421d-9bc4-59f023e2b026 will not be triggered until provisioned by entity L2. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:49:33.349997 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-74282082-7841-4444-bb4c-777cc8df2233 req-7aa98653-f48d-49af-9eab-491ba685fa9e service neutron] 10.222.0.65 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685917 Jun 23 14:49:33.370977 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Transition to ACTIVE for port object 26f5f76c-d926-421d-9bc4-59f023e2b026 will not be triggered until provisioned by entity DHCP. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:49:33.387187 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:33.394386 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:33.435783 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Network e814d2cc-d75c-42e6-8108-39760acd9bb0 is already hosted by enough agents. {{(pid=104658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:49:33.441837 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.scheduler.base_scheduler [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Resources bound (agent type, host, resource id): {{(pid=104658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:49:33.455874 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Received port after_create {{(pid=104658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:49:33.485201 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Pushing event updated for resources: {'Port': ['ID=26f5f76c-d926-421d-9bc4-59f023e2b026,revision_number=1']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:33.491944 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-74282082-7841-4444-bb4c-777cc8df2233 req-e479ecc2-19b6-46b2-9982-edd355431149 service neutron] 10.222.0.65 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284661 Jun 23 14:49:33.509471 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-5a8229e6-c11a-49a0-ae76-4a7eb5fd1c7c tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:33.511373 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-5a8229e6-c11a-49a0-ae76-4a7eb5fd1c7c tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/networks?id=262c1146-289f-4162-b8d1-11a6ea0983b5 HTTP/1.1" status: 200 len: 812 time: 0.4193258 Jun 23 14:49:33.521624 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [None req-99b9a540-fc83-4fed-bf43-2025d437e0c8 admin admin] Allocated IP 172.27.2.188 (fcd7f1a0-b694-4219-968d-f28fbbdba0ee/e66531d2-b162-4d5a-9b95-91879084f23c/7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:49:33.545195 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-018fb252-c22e-4978-906a-8ef2acf25ae6 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/quotas/db521a281bab44a494e82753d42109c9 HTTP/1.1" status: 200 len: 375 time: 0.0190008 Jun 23 14:49:33.561543 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:33.561925 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:33.562303 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:33.563109 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:33.563109 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:33.563343 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:33.563639 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:33.563962 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:33.564284 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:33.564609 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:33.564937 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:33.565272 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Tracked resource versions report: Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: pushed versions: Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: { 'AddressGroup': {'1.2'}, Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: 'ConntrackHelper': {'1.0'}, Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: 'Log': {'1.0'}, Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: 'Network': {'1.1'}, Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: 'Port': {'1.7'}, Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: 'PortForwarding': {'1.2'}, Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: 'QosPolicy': {'1.8'}, Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: 'SecurityGroup': {'1.4'}, Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: 'SubPort': {'1.0'}, Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: 'Subnet': {'1.1'}, Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: 'Trunk': {'1.1'}} Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: consumer versions: Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: { DHCP agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: HyperV agent@hv-cinder-79628: {}, Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: L3 agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: Metadata agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: Metering agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: Open vSwitch agent@dv-cinder-796286-8-iscsi: { 'AddressGroup': '1.2', Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: 'ConntrackHelper': '1.0', Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: 'Log': '1.0', Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: 'Network': '1.1', Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: 'Port': '1.7', Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: 'PortForwarding': '1.2', Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: 'QosPolicy': '1.8', Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: 'SecurityGroup': '1.4', Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: 'SecurityGroupRule': '1.2', Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: 'SubPort': '1.0', Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: 'Subnet': '1.1', Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: 'Trunk': '1.1'}} Jun 23 14:49:33.566593 dv-cinder-796286-8-iscsi neutron-server[104658]: {{(pid=104658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:49:33.574835 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:33.593450 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Attempting to bind port 26f5f76c-d926-421d-9bc4-59f023e2b026 on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:49:33.593858 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Attempting to bind port 26f5f76c-d926-421d-9bc4-59f023e2b026 by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': 'f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0'}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:49:33.594241 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Attempting to bind port 26f5f76c-d926-421d-9bc4-59f023e2b026 on network e814d2cc-d75c-42e6-8108-39760acd9bb0 {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:49:33.609536 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Notify callbacks [] for port, precommit_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:33.611757 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:49:33.612588 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Checking segment: {'id': 'f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:49:33.612999 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:33.613398 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Bound using segment: {'id': 'f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0'} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:49:33.613965 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Bound port: 26f5f76c-d926-421d-9bc4-59f023e2b026, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0'}}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:49:33.614422 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:33.630965 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Transition to ACTIVE for port object 67749fe7-bea3-4536-8b19-fc328c4884ff will not be triggered until provisioned by entity L2. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:49:33.668158 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Transition to ACTIVE for port object 67749fe7-bea3-4536-8b19-fc328c4884ff will not be triggered until provisioned by entity DHCP. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:49:33.669000 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-52d54513-e1eb-4841-a2a9-a23f03940e31 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=db521a281bab44a494e82753d42109c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0827532 Jun 23 14:49:33.679248 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:33.689068 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-99b9a540-fc83-4fed-bf43-2025d437e0c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:33.691392 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:33.741565 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] For port 26f5f76c-d926-421d-9bc4-59f023e2b026, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:49:33.748955 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] For port 26f5f76c-d926-421d-9bc4-59f023e2b026, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=26f5f76c-d926-421d-9bc4-59f023e2b026,segment=NetworkSegment(f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7),segment_id=f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7)] {{(pid=104658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:49:33.749311 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-99b9a540-fc83-4fed-bf43-2025d437e0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:33.753238 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Network b2d1e732-3395-45e9-ab92-336826d1d69d is already hosted by enough agents. {{(pid=104658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:49:33.754704 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:33.758089 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:33.759855 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.scheduler.base_scheduler [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Resources bound (agent type, host, resource id): {{(pid=104658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:49:33.763753 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Pushing event updated for resources: {'Port': ['ID=67749fe7-bea3-4536-8b19-fc328c4884ff,revision_number=1']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:33.766944 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Received port after_create {{(pid=104658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:49:33.778721 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:33.779466 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:33.795218 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b9a540-fc83-4fed-bf43-2025d437e0c8 admin admin] Network fcd7f1a0-b694-4219-968d-f28fbbdba0ee is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:49:33.798395 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-99b9a540-fc83-4fed-bf43-2025d437e0c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:49:33.806160 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b9a540-fc83-4fed-bf43-2025d437e0c8 admin admin] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:49:33.828404 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e29a7d-9350-4356-a042-56671b2265e6 admin admin] Router 3ce0109c-7662-48c5-b8d9-10426ada2803 is scheduled to L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c with binding_index 1 {{(pid=104656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:49:33.841821 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-16f0f923-1144-4450-a301-2e5dff8be6d2 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104656) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:49:33.841821 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-16f0f923-1144-4450-a301-2e5dff8be6d2 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0995288 Jun 23 14:49:33.909677 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9a540-fc83-4fed-bf43-2025d437e0c8 admin admin] Pushing event updated for resources: {'Port': ['ID=7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:33.916177 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-99b9a540-fc83-4fed-bf43-2025d437e0c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:33.963349 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Attempting to bind port 67749fe7-bea3-4536-8b19-fc328c4884ff on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:49:33.964040 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Attempting to bind port 67749fe7-bea3-4536-8b19-fc328c4884ff by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': 'd18f6adb-4949-49e5-9cce-0c15933b8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d'}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:49:33.964623 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Attempting to bind port 67749fe7-bea3-4536-8b19-fc328c4884ff on network b2d1e732-3395-45e9-ab92-336826d1d69d {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:49:33.967037 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Pushing event updated for resources: {'Port': ['ID=26f5f76c-d926-421d-9bc4-59f023e2b026,revision_number=2']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:33.972910 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:33.978377 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:49:33.978847 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Checking segment: {'id': 'd18f6adb-4949-49e5-9cce-0c15933b8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:49:33.979323 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:33.979813 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Bound using segment: {'id': 'd18f6adb-4949-49e5-9cce-0c15933b8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d'} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:49:33.980680 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Bound port: 67749fe7-bea3-4536-8b19-fc328c4884ff, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18f6adb-4949-49e5-9cce-0c15933b8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d'}}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:49:33.981453 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:34.169657 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-99b9a540-fc83-4fed-bf43-2025d437e0c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:34.230152 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-ec546e41-e2a9-424c-97cc-89c6c999f4c5 service neutron] 10.222.0.65 "GET /v2.0/networks/262c1146-289f-4162-b8d1-11a6ea0983b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783076 Jun 23 14:49:34.236341 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e29a7d-9350-4356-a042-56671b2265e6 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:49:34.247932 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] Sync routers for ids ['3ce0109c-7662-48c5-b8d9-10426ada2803'] in dv-cinder-796286-8-iscsi {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:49:34.279747 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] Routers {'3ce0109c-7662-48c5-b8d9-10426ada2803'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:49:34.282491 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:49:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['3ce0109c-7662-48c5-b8d9-10426ada2803'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:49:34.287253 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-96e29a7d-9350-4356-a042-56671b2265e6 admin admin] Notify callbacks [] for router, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:34.289822 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-96e29a7d-9350-4356-a042-56671b2265e6 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4847822 Jun 23 14:49:34.321238 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 59592) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:34.359209 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] For port 67749fe7-bea3-4536-8b19-fc328c4884ff, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:49:34.363944 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] For port 67749fe7-bea3-4536-8b19-fc328c4884ff, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=67749fe7-bea3-4536-8b19-fc328c4884ff,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:49:34.374848 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:34.377231 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-da3978ea-462c-4d2d-a7eb-83b680aa3525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:34.638027 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] Set router 3ce0109c-7662-48c5-b8d9-10426ada2803 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:49:34.681249 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Pushing event updated for resources: {'Port': ['ID=67749fe7-bea3-4536-8b19-fc328c4884ff,revision_number=2']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:34.719541 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:34.743388 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 26f5f76c-d926-421d-9bc4-59f023e2b026 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:49:34.787544 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-f7d620c5-4eeb-455f-b4db-da8c11ea6e00 service neutron] 10.222.0.65 "GET /v2.0/networks/262c1146-289f-4162-b8d1-11a6ea0983b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314655 Jun 23 14:49:34.943515 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-99b9a540-fc83-4fed-bf43-2025d437e0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-606087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16244843'] for router, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:35.007555 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9eba1b12-93d6-46a7-92cf-d7d1a14945bc req-1643ee24-bc8c-4995-9f4c-70e95c143e0d tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 210 time: 0.0681326 Jun 23 14:49:35.018203 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port 26f5f76c-d926-421d-9bc4-59f023e2b026 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:49:35.060609 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'name': 'tempest-AttachVolumeTestJSON-323470115-router', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:30Z', 'updated_at': '2021-06-23T14:49:32Z', 'revision_number': 3, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'gw_port': {'id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:49:35.120588 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] Checking router: 3ce0109c-7662-48c5-b8d9-10426ada2803 for host: dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:49:35.122630 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] Updating router 3ce0109c-7662-48c5-b8d9-10426ada2803 port 4ff9a381-522d-4dd9-aa0e-9bea85a7beb7 binding host dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:49:35.212180 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:35.358227 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b9a540-fc83-4fed-bf43-2025d437e0c8 admin admin] Router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 is scheduled to L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c with binding_index 1 {{(pid=104657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:49:35.659560 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b9a540-fc83-4fed-bf43-2025d437e0c8 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:49:35.670015 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] Sync routers for ids ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:49:35.691178 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] Routers {'8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:49:35.694882 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:49:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:49:35.754515 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-87fe5c3a-3f30-462c-8a67-55fa29b933cc req-b550993f-1ed7-4698-b3ca-2eaa98f26302 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 210 time: 0.1005926 Jun 23 14:49:35.763519 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-99b9a540-fc83-4fed-bf43-2025d437e0c8 admin admin] Notify callbacks [] for router, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:35.765975 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-99b9a540-fc83-4fed-bf43-2025d437e0c8 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9466627 Jun 23 14:49:35.770215 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 59654) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:35.883375 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:35.951549 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e34dd1-21ed-4a82-8104-75726e5528ef None None] Network e814d2cc-d75c-42e6-8108-39760acd9bb0 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:49:36.227901 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] Notify callbacks [] for port, precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:36.257263 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] Transition to ACTIVE for port object 4ff9a381-522d-4dd9-aa0e-9bea85a7beb7 will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:49:36.261932 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-476fdd78-d76c-457c-9f89-11cc20ba80a3 None None] Provisioning for port 26f5f76c-d926-421d-9bc4-59f023e2b026 completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:49:36.266756 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:36.271223 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:36.366933 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] Attempting to bind port 4ff9a381-522d-4dd9-aa0e-9bea85a7beb7 on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:49:36.369574 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] Attempting to bind port 4ff9a381-522d-4dd9-aa0e-9bea85a7beb7 by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:49:36.370510 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] Attempting to bind port 4ff9a381-522d-4dd9-aa0e-9bea85a7beb7 on network fcd7f1a0-b694-4219-968d-f28fbbdba0ee {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:49:36.377130 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae293c0-7139-4706-92bb-252735179047 None None] Pushing event updated for resources: {'Port': ['ID=4ff9a381-522d-4dd9-aa0e-9bea85a7beb7,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:36.388413 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:49:36.389014 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] Checking segment: {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:49:36.389718 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:36.400171 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-476fdd78-d76c-457c-9f89-11cc20ba80a3 None None] Provisioning complete for port 26f5f76c-d926-421d-9bc4-59f023e2b026 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:49:36.400906 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] Bound using segment: {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:49:36.402205 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] Bound port: 4ff9a381-522d-4dd9-aa0e-9bea85a7beb7, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:49:36.402498 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-476fdd78-d76c-457c-9f89-11cc20ba80a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:36.407784 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:36.426169 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae293c0-7139-4706-92bb-252735179047 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:36.427039 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae293c0-7139-4706-92bb-252735179047 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:36.427662 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae293c0-7139-4706-92bb-252735179047 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:36.428196 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae293c0-7139-4706-92bb-252735179047 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:36.428819 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae293c0-7139-4706-92bb-252735179047 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:36.429349 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae293c0-7139-4706-92bb-252735179047 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:36.430308 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae293c0-7139-4706-92bb-252735179047 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:36.430707 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae293c0-7139-4706-92bb-252735179047 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:36.431624 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae293c0-7139-4706-92bb-252735179047 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:36.432361 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae293c0-7139-4706-92bb-252735179047 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:36.437826 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae293c0-7139-4706-92bb-252735179047 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:36.438502 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae293c0-7139-4706-92bb-252735179047 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae293c0-7139-4706-92bb-252735179047 None None] Tracked resource versions report: Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: pushed versions: Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: { 'AddressGroup': {'1.2'}, Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: 'ConntrackHelper': {'1.0'}, Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: 'Log': {'1.0'}, Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: 'Network': {'1.1'}, Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: 'Port': {'1.7'}, Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: 'PortForwarding': {'1.2'}, Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: 'QosPolicy': {'1.8'}, Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: 'SecurityGroup': {'1.4'}, Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: 'SubPort': {'1.0'}, Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: 'Subnet': {'1.1'}, Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: 'Trunk': {'1.1'}} Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: consumer versions: Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: { DHCP agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: HyperV agent@hv-cinder-79628: {}, Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: L3 agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: Metadata agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: Metering agent@dv-cinder-796286-8-iscsi: {}, Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: Open vSwitch agent@dv-cinder-796286-8-iscsi: { 'AddressGroup': '1.2', Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: 'ConntrackHelper': '1.0', Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: 'Log': '1.0', Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: 'Network': '1.1', Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: 'Port': '1.7', Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: 'PortForwarding': '1.2', Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: 'QosPolicy': '1.8', Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: 'SecurityGroup': '1.4', Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: 'SecurityGroupRule': '1.2', Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: 'SubPort': '1.0', Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: 'Subnet': '1.1', Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: 'Trunk': '1.1'}} Jun 23 14:49:36.439892 dv-cinder-796286-8-iscsi neutron-server[104659]: {{(pid=104659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:49:36.471959 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a199fc2d-9660-4067-8380-3efbb0b121e3 None None] Network b2d1e732-3395-45e9-ab92-336826d1d69d requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:49:36.491582 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-9ae293c0-7139-4706-92bb-252735179047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:36.593422 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] For port 4ff9a381-522d-4dd9-aa0e-9bea85a7beb7, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:49:36.597762 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] For port 4ff9a381-522d-4dd9-aa0e-9bea85a7beb7, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=4ff9a381-522d-4dd9-aa0e-9bea85a7beb7,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:49:36.603467 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:36.606246 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:36.653620 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-28f3b608-7b96-470c-8f09-e4f015a04ce8 req-48bd7ad0-65ef-40c6-aa0a-473a1b690f70 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 210 time: 0.1970539 Jun 23 14:49:36.673287 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 67749fe7-bea3-4536-8b19-fc328c4884ff up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:49:36.733376 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] Routers {'3ce0109c-7662-48c5-b8d9-10426ada2803'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:49:36.736411 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:49:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['3ce0109c-7662-48c5-b8d9-10426ada2803'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:49:36.739665 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae293c0-7139-4706-92bb-252735179047 None None] Pushing event updated for resources: {'Port': ['ID=4ff9a381-522d-4dd9-aa0e-9bea85a7beb7,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:36.743620 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-9ae293c0-7139-4706-92bb-252735179047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:36.807450 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_common [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] Allocated IP 172.20.0.1 (e814d2cc-d75c-42e6-8108-39760acd9bb0/fd5cd500-ea2b-40e8-aaac-0fa807c14afc/61350974-3468-4277-93af-36d4eb0d3b06) {{(pid=104656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:49:36.900820 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] Set router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:49:36.912218 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] Set router 3ce0109c-7662-48c5-b8d9-10426ada2803 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:49:36.916314 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-74e9c9a5-7b7a-4e93-a07e-f9f92d480a87 req-bd2fa033-7168-495a-88c8-7923834c31a9 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 210 time: 0.0736773 Jun 23 14:49:37.023221 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port 67749fe7-bea3-4536-8b19-fc328c4884ff completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:49:37.114807 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-35ae029f-a470-4e6d-bc32-cea67381ff9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:37.130404 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'name': 'tempest-AttachVolumeTestJSON-323470115-router', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:30Z', 'updated_at': '2021-06-23T14:49:32Z', 'revision_number': 3, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'gw_port': {'id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:49:37.184738 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b0294c-8318-4cf3-bb65-19f518e830e3 None None] The sync data for ids ['3ce0109c-7662-48c5-b8d9-10426ada2803'] in dv-cinder-796286-8-iscsi is: [{'id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'name': 'tempest-AttachVolumeTestJSON-323470115-router', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:30Z', 'updated_at': '2021-06-23T14:49:32Z', 'revision_number': 3, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'gw_port': {'id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}] {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:49:37.191638 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-476fdd78-d76c-457c-9f89-11cc20ba80a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:37.275817 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:37.276181 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-476fdd78-d76c-457c-9f89-11cc20ba80a3 None None] For port 26f5f76c-d926-421d-9bc4-59f023e2b026, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=26f5f76c-d926-421d-9bc4-59f023e2b026,segment=NetworkSegment(f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7),segment_id=f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:49:37.289244 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-476fdd78-d76c-457c-9f89-11cc20ba80a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:37.296491 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:37.304685 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.provisioning_blocks [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] Transition to ACTIVE for port object 61350974-3468-4277-93af-36d4eb0d3b06 will not be triggered until provisioned by entity DHCP. {{(pid=104656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:49:37.338341 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-router', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:33Z', 'revision_number': 3, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'gw_port': {'id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:33Z', 'updated_at': '2021-06-23T14:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:49:37.387744 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] Checking router: 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:49:37.388382 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] Updating router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 port 7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa binding host dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:49:37.422597 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:37.426571 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fdd78-d76c-457c-9f89-11cc20ba80a3 None None] Pushing event updated for resources: {'Port': ['ID=26f5f76c-d926-421d-9bc4-59f023e2b026,revision_number=3']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:37.446931 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-476fdd78-d76c-457c-9f89-11cc20ba80a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:37.449076 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-774e391c-4960-44c2-85f1-c3e243e502ce None None] Provisioning for port 67749fe7-bea3-4536-8b19-fc328c4884ff completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:49:37.455455 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:37.457402 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-774e391c-4960-44c2-85f1-c3e243e502ce None None] Provisioning complete for port 67749fe7-bea3-4536-8b19-fc328c4884ff triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:49:37.458105 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-774e391c-4960-44c2-85f1-c3e243e502ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:37.467135 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-96e29a7d-9350-4356-a042-56671b2265e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:37.478837 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:37.532711 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] Network e814d2cc-d75c-42e6-8108-39760acd9bb0 is already hosted by enough agents. {{(pid=104656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:49:37.546401 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] Resources bound (agent type, host, resource id): {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:49:37.552162 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] Received port after_create {{(pid=104656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:49:37.553704 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16234859'] for router_interface, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:37.663737 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] Pushing event updated for resources: {'Port': ['ID=61350974-3468-4277-93af-36d4eb0d3b06,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:37.688403 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:37.739487 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-774e391c-4960-44c2-85f1-c3e243e502ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:37.854670 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-774e391c-4960-44c2-85f1-c3e243e502ce None None] For port 67749fe7-bea3-4536-8b19-fc328c4884ff, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=67749fe7-bea3-4536-8b19-fc328c4884ff,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:49:37.863985 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-774e391c-4960-44c2-85f1-c3e243e502ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:37.875000 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:37.922302 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_common [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] Allocated IP 172.20.0.1 (b2d1e732-3395-45e9-ab92-336826d1d69d/7e25bbb7-3773-4230-b906-44113f972ac4/bc336e90-a726-4ad7-8c50-12ac53d21907) {{(pid=104656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:49:37.954850 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e391c-4960-44c2-85f1-c3e243e502ce None None] Pushing event updated for resources: {'Port': ['ID=67749fe7-bea3-4536-8b19-fc328c4884ff,revision_number=3']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:37.958644 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-774e391c-4960-44c2-85f1-c3e243e502ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:37.969568 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-58c083c8-a80b-4eac-a61a-31d31a27db7c req-426b1ca0-0913-4e71-9b6b-39f221bbac7d tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 210 time: 0.0679631 Jun 23 14:49:38.032589 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-c3241a8a-45cb-440d-a9a7-3b3e6f29e13d None None] Provisioning complete for port 26f5f76c-d926-421d-9bc4-59f023e2b026 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:49:38.032976 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-c3241a8a-45cb-440d-a9a7-3b3e6f29e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:38.053171 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:38.123105 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] Notify callbacks [] for port, precommit_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:38.142946 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] Transition to ACTIVE for port object 7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa will not be triggered until provisioned by entity L2. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:49:38.155497 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:38.172426 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.provisioning_blocks [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] Transition to ACTIVE for port object bc336e90-a726-4ad7-8c50-12ac53d21907 will not be triggered until provisioned by entity DHCP. {{(pid=104656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:49:38.178906 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:38.191939 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-223141d7-7069-47f1-a175-e8dfdbe98301 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:38.298716 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] Attempting to bind port 7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:49:38.299100 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] Attempting to bind port 7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:49:38.300421 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] Attempting to bind port 7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa on network fcd7f1a0-b694-4219-968d-f28fbbdba0ee {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:49:38.317514 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:49:38.317999 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] Checking segment: {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:49:38.318325 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:38.318833 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] Bound using segment: {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:49:38.319331 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] Bound port: 7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:49:38.319757 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:38.384913 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] For port 7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:49:38.388317 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784dfec-1598-4510-a2e0-ecb3e42a69a0 None None] Pushing event updated for resources: {'Port': ['ID=7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa,revision_number=2']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:38.392473 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] For port 7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:49:38.395969 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-1784dfec-1598-4510-a2e0-ecb3e42a69a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:38.401580 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:38.403033 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-c3241a8a-45cb-440d-a9a7-3b3e6f29e13d None None] Provisioning complete for port 67749fe7-bea3-4536-8b19-fc328c4884ff triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:49:38.403517 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-c3241a8a-45cb-440d-a9a7-3b3e6f29e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:38.410022 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:38.428402 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-361e44d5-6856-4e22-80bd-dc0c319cde0d req-6fc495e2-eea5-4640-90dd-c53be326844f tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 210 time: 0.2513127 Jun 23 14:49:38.535550 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:38.541881 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:38.548634 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:38.599126 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] Pushing event updated for resources: {'Port': ['ID=bc336e90-a726-4ad7-8c50-12ac53d21907,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:38.601958 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:38.607460 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:38.610473 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16199652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16234887'] for router_interface, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:38.620222 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:38.711938 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] Network b2d1e732-3395-45e9-ab92-336826d1d69d is already hosted by enough agents. {{(pid=104656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:49:38.714616 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] Pushing event updated for resources: {'Port': ['ID=61350974-3468-4277-93af-36d4eb0d3b06,revision_number=2']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:38.729247 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 26f5f76c-d926-421d-9bc4-59f023e2b026 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:49:38.757473 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:49:38.759428 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:38.761718 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] Received port after_create {{(pid=104656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:49:38.762209 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16234859'] for router_interface, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:38.832682 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784dfec-1598-4510-a2e0-ecb3e42a69a0 None None] Pushing event updated for resources: {'Port': ['ID=7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa,revision_number=3']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:38.839106 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-1784dfec-1598-4510-a2e0-ecb3e42a69a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:38.842539 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] Routers {'8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:49:38.843745 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:49:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:49:38.872893 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] Network e814d2cc-d75c-42e6-8108-39760acd9bb0 is already hosted by enough agents. {{(pid=104656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:49:38.877684 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] Resources bound (agent type, host, resource id): {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:49:38.908821 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 26f5f76c-d926-421d-9bc4-59f023e2b026 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:49:38.910174 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:39.195154 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-c3241a8a-45cb-440d-a9a7-3b3e6f29e13d None None] Provisioning for port 61350974-3468-4277-93af-36d4eb0d3b06 completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:49:39.222407 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-c3241a8a-45cb-440d-a9a7-3b3e6f29e13d None None] Provisioning complete for port 61350974-3468-4277-93af-36d4eb0d3b06 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:49:39.222796 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-c3241a8a-45cb-440d-a9a7-3b3e6f29e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:39.280229 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] Set router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:49:39.302692 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.44', 56065) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:39.329717 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6b020f65-aa1d-4303-bd0a-3bcf6c65f2c9 req-6b50814b-cf4b-49f8-a89e-4e5f14a0dbed tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 210 time: 0.0718412 Jun 23 14:49:39.337055 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:39.388527 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-c3241a8a-45cb-440d-a9a7-3b3e6f29e13d None None] Port 61350974-3468-4277-93af-36d4eb0d3b06 cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:49:39.398328 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] Router 3ce0109c-7662-48c5-b8d9-10426ada2803 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:49:39.408323 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 67749fe7-bea3-4536-8b19-fc328c4884ff up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:49:39.457414 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-555e130b-4efe-43eb-9085-a6fc28296371 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:39.458777 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-555e130b-4efe-43eb-9085-a6fc28296371 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.44 "GET /v2.0/networks?id=262c1146-289f-4162-b8d1-11a6ea0983b5 HTTP/1.1" status: 200 len: 812 time: 0.1537762 Jun 23 14:49:39.514921 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-60cda02d-5a86-4ba3-8641-7ac758380c10 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Request body: {'port': {'device_id': 'c9389f06-d62a-4d5c-ac5c-5146c258fccb', 'network_id': '262c1146-289f-4162-b8d1-11a6ea0983b5', 'admin_state_up': True, 'tenant_id': 'db521a281bab44a494e82753d42109c9'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:49:39.646907 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-828121ac-550a-48b1-903e-c7a96896d07a None None] Provisioning for port bc336e90-a726-4ad7-8c50-12ac53d21907 completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:49:39.692553 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-828121ac-550a-48b1-903e-c7a96896d07a None None] Provisioning complete for port bc336e90-a726-4ad7-8c50-12ac53d21907 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:49:39.694951 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-828121ac-550a-48b1-903e-c7a96896d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:39.872410 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-828121ac-550a-48b1-903e-c7a96896d07a None None] Port bc336e90-a726-4ad7-8c50-12ac53d21907 cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:49:39.874783 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:39.885712 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-0a15c23b-66ea-4be6-b0c9-f56520a8a1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:39.901769 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 67749fe7-bea3-4536-8b19-fc328c4884ff triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:49:39.902198 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:39.930559 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-d442d646-386b-494c-8a1c-4084b8bde0be req-359e7374-5f66-4d00-ae01-0c8c96367b56 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 210 time: 0.0863774 Jun 23 14:49:40.029289 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:49:40.040003 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] Sync routers for ids ['3ce0109c-7662-48c5-b8d9-10426ada2803'] in dv-cinder-796286-8-iscsi {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:49:40.051235 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-828121ac-550a-48b1-903e-c7a96896d07a None None] Provisioning complete for port 61350974-3468-4277-93af-36d4eb0d3b06 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:49:40.051642 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-828121ac-550a-48b1-903e-c7a96896d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:40.053531 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] Routers {'3ce0109c-7662-48c5-b8d9-10426ada2803'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:49:40.054195 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:49:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['3ce0109c-7662-48c5-b8d9-10426ada2803'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:49:40.055894 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] 10.222.0.65 "PUT /v2.0/routers/3ce0109c-7662-48c5-b8d9-10426ada2803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7155011 Jun 23 14:49:40.056653 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.44', 56067) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:40.209317 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74282082-7841-4444-bb4c-777cc8df2233 req-6aa08749-af83-4fb2-ad35-e311b5f244c8 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:40.212418 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-74282082-7841-4444-bb4c-777cc8df2233 req-6aa08749-af83-4fb2-ad35-e311b5f244c8 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.44 "GET /v2.0/networks?id=091e6716-f16c-497b-bbf5-a88d9b5ceae2 HTTP/1.1" status: 200 len: 815 time: 0.1532831 Jun 23 14:49:40.224644 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 59816) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:40.235240 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [req-74282082-7841-4444-bb4c-777cc8df2233 req-e768eeb7-5698-4eb3-b29b-da8fc9007b16 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Request body: {'port': {'device_id': '6b82c25a-9f8f-4107-ab95-e06bfbe86f02', 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2', 'admin_state_up': True, 'tenant_id': '14cebce4a701447bafe560e0e1182a8f'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:49:40.283454 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-828121ac-550a-48b1-903e-c7a96896d07a None None] Port 61350974-3468-4277-93af-36d4eb0d3b06 cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:49:40.328293 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-60cda02d-5a86-4ba3-8641-7ac758380c10 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Made reservation on behalf of db521a281bab44a494e82753d42109c9 for: {'port': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:49:40.343228 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-60cda02d-5a86-4ba3-8641-7ac758380c10 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:40.519420 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:40.530044 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-router', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:33Z', 'revision_number': 3, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'gw_port': {'id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:33Z', 'updated_at': '2021-06-23T14:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:49:40.601684 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:40.605605 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37033d27-0703-474b-b8ba-c9b1459ce55c None None] The sync data for ids ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'] in dv-cinder-796286-8-iscsi is: [{'id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-router', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:33Z', 'revision_number': 3, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'gw_port': {'id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:33Z', 'updated_at': '2021-06-23T14:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:49:40.629053 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 4ff9a381-522d-4dd9-aa0e-9bea85a7beb7 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:49:40.642788 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a661e1b2-563d-4e80-85c6-cb5c01c5b401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:40.694297 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16199652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16234887'] for router_interface, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:40.703971 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:40.704185 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port 4ff9a381-522d-4dd9-aa0e-9bea85a7beb7 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:49:40.727961 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 4ff9a381-522d-4dd9-aa0e-9bea85a7beb7 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:49:40.727961 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:40.796413 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0748e65c-d5c8-405c-82ad-71f5a0d0b6de req-7748d07e-b68a-44e0-87e5-0670b04b24f9 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 210 time: 0.1788301 Jun 23 14:49:40.806949 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] Set router 3ce0109c-7662-48c5-b8d9-10426ada2803 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:49:40.876116 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] Pushing event updated for resources: {'Port': ['ID=bc336e90-a726-4ad7-8c50-12ac53d21907,revision_number=2']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:40.963055 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:40.999538 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:41.164562 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:41.227037 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] For port 4ff9a381-522d-4dd9-aa0e-9bea85a7beb7, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=4ff9a381-522d-4dd9-aa0e-9bea85a7beb7,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:49:41.238950 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:41.255645 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:41.264020 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'name': 'tempest-AttachVolumeTestJSON-323470115-router', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:30Z', 'updated_at': '2021-06-23T14:49:37Z', 'revision_number': 4, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'gw_port': {'id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '61350974-3468-4277-93af-36d4eb0d3b06', 'name': '', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'mac_address': 'fa:16:3e:8e:25:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:35Z', 'updated_at': '2021-06-23T14:49:38Z', 'revision_number': 2, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'subnets': [{'id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:49:41.282755 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-60cda02d-5a86-4ba3-8641-7ac758380c10 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Allocated IP 172.20.0.11 (262c1146-289f-4162-b8d1-11a6ea0983b5/3b9d7bb9-c576-4d70-a104-6568bfeae6d1/86170bb9-4dba-4d3d-8367-3f888c3f7694) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:49:41.350969 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] Checking router: 3ce0109c-7662-48c5-b8d9-10426ada2803 for host: dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:49:41.355514 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] Updating router 3ce0109c-7662-48c5-b8d9-10426ada2803 port 61350974-3468-4277-93af-36d4eb0d3b06 binding host dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:49:41.490005 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Pushing event updated for resources: {'Port': ['ID=4ff9a381-522d-4dd9-aa0e-9bea85a7beb7,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:41.509116 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:49:41.517011 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:41.520452 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a661e1b2-563d-4e80-85c6-cb5c01c5b401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:41.525022 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:41.583005 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-923720d4-f2b7-474b-b527-f050513f929b req-8490d1c3-76d4-4e3a-87d7-92f431845f25 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 210 time: 0.0804071 Jun 23 14:49:41.614199 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a661e1b2-563d-4e80-85c6-cb5c01c5b401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:41.687649 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port 7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:49:41.706480 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:49:41.706860 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:41.798949 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 59900) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:41.799808 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 59902) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:41.804061 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] Network b2d1e732-3395-45e9-ab92-336826d1d69d is already hosted by enough agents. {{(pid=104656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:49:41.806069 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-c521b819-3013-43cc-87b7-c86b3cb3e13a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:41.808758 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:49:41.854126 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-8cdfe722-220b-47a3-979d-174c8a85149d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1608137273', 'description': 'tempest-description--1029424563'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:49:42.065399 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8cdfe722-220b-47a3-979d-174c8a85149d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:42.072962 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:42.119711 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-60cda02d-5a86-4ba3-8641-7ac758380c10 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:42.188751 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] For port 7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:49:42.199060 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:42.211047 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:42.235306 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-a661e1b2-563d-4e80-85c6-cb5c01c5b401 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3f016633de3d4dc0abece7068683d542&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9984429 Jun 23 14:49:42.240905 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 59920) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:42.259884 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74282082-7841-4444-bb4c-777cc8df2233 req-e768eeb7-5698-4eb3-b29b-da8fc9007b16 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Made reservation on behalf of 14cebce4a701447bafe560e0e1182a8f for: {'port': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:49:42.278092 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-74282082-7841-4444-bb4c-777cc8df2233 req-e768eeb7-5698-4eb3-b29b-da8fc9007b16 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:42.313033 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Pushing event updated for resources: {'Port': ['ID=7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:42.325352 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:42.328940 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8e572106-ae8d-4480-8f65-9c585933f9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:42.374432 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661e1b2-563d-4e80-85c6-cb5c01c5b401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c741b39-1ed2-465c-8067-70618f5a137c,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:42.399999 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] Notify callbacks [] for port, precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:42.415215 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] Transition to ACTIVE for port object 61350974-3468-4277-93af-36d4eb0d3b06 will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:49:42.423258 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-364e2db0-9e74-451e-82bd-40fe9747acda req-262f5521-2400-4fd2-9509-fab7609c94c0 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 210 time: 0.1258290 Jun 23 14:49:42.424140 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-a661e1b2-563d-4e80-85c6-cb5c01c5b401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:42.441492 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:42.450640 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-fdb8851d-83b3-4a42-8e5b-905aba8a06e4 None None] Provisioning complete for port bc336e90-a726-4ad7-8c50-12ac53d21907 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:49:42.451261 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fdb8851d-83b3-4a42-8e5b-905aba8a06e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:42.455356 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:42.499197 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] Router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:49:42.534133 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-fdb8851d-83b3-4a42-8e5b-905aba8a06e4 None None] Port bc336e90-a726-4ad7-8c50-12ac53d21907 cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:49:42.566423 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82296f-19be-4f3a-b8bb-b3a40a0f7905 None None] Pushing event updated for resources: {'Port': ['ID=61350974-3468-4277-93af-36d4eb0d3b06,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:42.572915 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-4a82296f-19be-4f3a-b8bb-b3a40a0f7905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:42.574206 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-60cda02d-5a86-4ba3-8641-7ac758380c10 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:42.642090 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:42.666119 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-99b9a540-fc83-4fed-bf43-2025d437e0c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:42.679759 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] Attempting to bind port 61350974-3468-4277-93af-36d4eb0d3b06 on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:49:42.680322 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] Attempting to bind port 61350974-3468-4277-93af-36d4eb0d3b06 by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': 'f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:49:42.680853 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] Attempting to bind port 61350974-3468-4277-93af-36d4eb0d3b06 on network e814d2cc-d75c-42e6-8108-39760acd9bb0 {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:49:42.690315 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:49:42.694515 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] Checking segment: {'id': 'f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:49:42.695181 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:42.695752 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] Bound using segment: {'id': 'f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:49:42.700323 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] Bound port: 61350974-3468-4277-93af-36d4eb0d3b06, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:49:42.701064 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:42.840406 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] For port 61350974-3468-4277-93af-36d4eb0d3b06, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:49:42.846358 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] For port 61350974-3468-4277-93af-36d4eb0d3b06, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=61350974-3468-4277-93af-36d4eb0d3b06,segment=NetworkSegment(f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7),segment_id=f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:49:42.862873 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:42.874689 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:42.878610 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-60cda02d-5a86-4ba3-8641-7ac758380c10 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Network 262c1146-289f-4162-b8d1-11a6ea0983b5 is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:49:42.899410 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:49:42.906070 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] 10.222.0.65 "PUT /v2.0/routers/8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1337452 Jun 23 14:49:42.935563 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-60cda02d-5a86-4ba3-8641-7ac758380c10 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:49:42.978750 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82296f-19be-4f3a-b8bb-b3a40a0f7905 None None] Pushing event updated for resources: {'Port': ['ID=61350974-3468-4277-93af-36d4eb0d3b06,revision_number=4']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:42.985204 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-4a82296f-19be-4f3a-b8bb-b3a40a0f7905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:42.989006 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-60cda02d-5a86-4ba3-8641-7ac758380c10 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:49:42.994867 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-60cda02d-5a86-4ba3-8641-7ac758380c10 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:42.995385 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-60cda02d-5a86-4ba3-8641-7ac758380c10 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:43.088539 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_common [req-74282082-7841-4444-bb4c-777cc8df2233 req-e768eeb7-5698-4eb3-b29b-da8fc9007b16 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Allocated IP 172.20.0.12 (091e6716-f16c-497b-bbf5-a88d9b5ceae2/565c59f5-fb5b-4a37-988a-29937cd627c7/52666dea-2583-4f8a-9700-4176b1539297) {{(pid=104656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:49:43.108137 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] Routers {'3ce0109c-7662-48c5-b8d9-10426ada2803'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:49:43.108792 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:49:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['3ce0109c-7662-48c5-b8d9-10426ada2803'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:49:43.425235 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:49:43.666043 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-74282082-7841-4444-bb4c-777cc8df2233 req-e768eeb7-5698-4eb3-b29b-da8fc9007b16 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks [] for port, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:43.668958 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] Set router 3ce0109c-7662-48c5-b8d9-10426ada2803 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:49:43.679871 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-60c89901-e03d-41bf-be99-85203f3fe826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:43.744289 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:49:43.744677 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:43.768837 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8cdfe722-220b-47a3-979d-174c8a85149d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:43.844902 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-74282082-7841-4444-bb4c-777cc8df2233 req-e768eeb7-5698-4eb3-b29b-da8fc9007b16 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:43.849348 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-60c89901-e03d-41bf-be99-85203f3fe826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:43.864294 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:43.984618 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cda02d-5a86-4ba3-8641-7ac758380c10 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Pushing event updated for resources: {'Port': ['ID=86170bb9-4dba-4d3d-8367-3f888c3f7694,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:44.004373 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-60cda02d-5a86-4ba3-8641-7ac758380c10 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.353s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:44.029860 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8cdfe722-220b-47a3-979d-174c8a85149d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:44.094532 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:44.134919 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfe722-220b-47a3-979d-174c8a85149d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:44.461604 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768eeb7-5698-4eb3-b29b-da8fc9007b16 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Pushing event updated for resources: {'Port': ['ID=52666dea-2583-4f8a-9700-4176b1539297,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:44.478889 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'name': 'tempest-AttachVolumeTestJSON-323470115-router', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:30Z', 'updated_at': '2021-06-23T14:49:37Z', 'revision_number': 4, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'gw_port': {'id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '61350974-3468-4277-93af-36d4eb0d3b06', 'name': '', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'mac_address': 'fa:16:3e:8e:25:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:35Z', 'updated_at': '2021-06-23T14:49:42Z', 'revision_number': 4, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'subnets': [{'id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:49:44.541049 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-e768eeb7-5698-4eb3-b29b-da8fc9007b16 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:44.543337 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] Sync routers for ids ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:49:44.547119 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74282082-7841-4444-bb4c-777cc8df2233 req-e768eeb7-5698-4eb3-b29b-da8fc9007b16 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Network 091e6716-f16c-497b-bbf5-a88d9b5ceae2 is already hosted by enough agents. {{(pid=104656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:49:44.548339 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-60c89901-e03d-41bf-be99-85203f3fe826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:44.548339 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-8cdfe722-220b-47a3-979d-174c8a85149d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:44.550869 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [req-74282082-7841-4444-bb4c-777cc8df2233 req-e768eeb7-5698-4eb3-b29b-da8fc9007b16 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Resources bound (agent type, host, resource id): {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:49:44.550869 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.l3_dvrscheduler_db [req-74282082-7841-4444-bb4c-777cc8df2233 req-e768eeb7-5698-4eb3-b29b-da8fc9007b16 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Received port after_create {{(pid=104656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:49:44.553680 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-60c89901-e03d-41bf-be99-85203f3fe826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:44.553680 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-60c89901-e03d-41bf-be99-85203f3fe826 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2c741b39-1ed2-465c-8067-70618f5a137c HTTP/1.1" status: 204 len: 168 time: 1.9568872 Jun 23 14:49:44.553680 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:44.553680 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c89901-e03d-41bf-be99-85203f3fe826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c741b39-1ed2-465c-8067-70618f5a137c,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:44.554902 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74282082-7841-4444-bb4c-777cc8df2233 req-e768eeb7-5698-4eb3-b29b-da8fc9007b16 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:44.554902 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-74282082-7841-4444-bb4c-777cc8df2233 req-e768eeb7-5698-4eb3-b29b-da8fc9007b16 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for port, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:44.555379 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-60c89901-e03d-41bf-be99-85203f3fe826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:44.555379 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca78f5d-a24c-4e0b-8c0c-18de27c8350e req-5b29579f-4bce-4ea6-9304-2632e0af662f tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:44.555379 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7ca78f5d-a24c-4e0b-8c0c-18de27c8350e req-5b29579f-4bce-4ea6-9304-2632e0af662f tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 932 time: 1.4063468 Jun 23 14:49:44.556074 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 4ff9a381-522d-4dd9-aa0e-9bea85a7beb7 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:49:44.557205 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2ad3c6-2a6c-43fb-93a2-1ec5a416377e None None] The sync data for ids ['3ce0109c-7662-48c5-b8d9-10426ada2803'] in dv-cinder-796286-8-iscsi is: [{'id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'name': 'tempest-AttachVolumeTestJSON-323470115-router', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:30Z', 'updated_at': '2021-06-23T14:49:37Z', 'revision_number': 4, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'gw_port': {'id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '61350974-3468-4277-93af-36d4eb0d3b06', 'name': '', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'mac_address': 'fa:16:3e:8e:25:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:35Z', 'updated_at': '2021-06-23T14:49:42Z', 'revision_number': 4, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'subnets': [{'id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:49:44.557636 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7ca78f5d-a24c-4e0b-8c0c-18de27c8350e req-b54f1e97-70a1-4c2c-a70e-ba579717240c tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c418da0-cf39-4f16-a3a6-7f6edfed94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877955 Jun 23 14:49:44.558004 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] Routers {'8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:49:44.559292 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:49:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:49:44.653369 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8e572106-ae8d-4480-8f65-9c585933f9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:44.671536 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8e572106-ae8d-4480-8f65-9c585933f9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:44.676773 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-74282082-7841-4444-bb4c-777cc8df2233 req-e768eeb7-5698-4eb3-b29b-da8fc9007b16 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4493301 Jun 23 14:49:44.688756 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [req-74282082-7841-4444-bb4c-777cc8df2233 req-4c610b8c-2d9b-4c5a-96be-9cb495d2bc25 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104656) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:49:44.689861 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:44.690950 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-74282082-7841-4444-bb4c-777cc8df2233 req-4c610b8c-2d9b-4c5a-96be-9cb495d2bc25 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080922 Jun 23 14:49:44.758032 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-60cda02d-5a86-4ba3-8641-7ac758380c10 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2484086 Jun 23 14:49:44.766066 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8cdfe722-220b-47a3-979d-174c8a85149d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:44.773888 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 59972) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:44.778674 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-8cdfe722-220b-47a3-979d-174c8a85149d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.9701035 Jun 23 14:49:44.778840 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-36c53582-d6e8-4325-bb37-344a7bba5289 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Request body: {'security_group_rule': {'security_group_id': '239e9dc2-ad9e-4a48-8b74-d1b6887f47e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:49:44.867313 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-36c53582-d6e8-4325-bb37-344a7bba5289 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:45.100507 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 59980) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:45.132182 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-8e572106-ae8d-4480-8f65-9c585933f9f9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b7fbb75a7284bf4b5c1460103e6f21a&name=default HTTP/1.1" status: 200 len: 2975 time: 3.3297908 Jun 23 14:49:45.137327 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-a1e55e2e-a4b0-415a-bf77-f9af619bb987 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--198183479', 'description': 'tempest-description--157409914'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:49:45.146044 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 59984) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:45.149112 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e572106-ae8d-4480-8f65-9c585933f9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aafaeb7-9d50-4f35-940a-cd39637da849,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:45.169801 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-8e572106-ae8d-4480-8f65-9c585933f9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:45.198544 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-36c53582-d6e8-4325-bb37-344a7bba5289 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:45.228203 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-74282082-7841-4444-bb4c-777cc8df2233 req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Request body: {'port': {'device_id': '6b82c25a-9f8f-4107-ab95-e06bfbe86f02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:49:45.230414 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-36c53582-d6e8-4325-bb37-344a7bba5289 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:45.230580 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 4ff9a381-522d-4dd9-aa0e-9bea85a7beb7 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:49:45.231284 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:45.259927 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a1e55e2e-a4b0-415a-bf77-f9af619bb987 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:45.280754 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:45.363013 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] Set router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:49:45.369174 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294819d1-77b9-4d88-b4ab-59b4178a69a3 req-82a5b542-d2fc-4c35-9960-3263779013fa tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:45.372890 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c53582-d6e8-4325-bb37-344a7bba5289 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de038d5-e662-4a46-a2c8-6b1b72ef68c8,revision_number=0']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:45.373043 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-294819d1-77b9-4d88-b4ab-59b4178a69a3 req-82a5b542-d2fc-4c35-9960-3263779013fa tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 932 time: 0.5025387 Jun 23 14:49:45.396843 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-36c53582-d6e8-4325-bb37-344a7bba5289 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:45.413082 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Request body: {'port': {'device_id': 'c9389f06-d62a-4d5c-ac5c-5146c258fccb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:49:45.544043 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 59990) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:45.547154 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-74282082-7841-4444-bb4c-777cc8df2233 req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:45.607618 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-294819d1-77b9-4d88-b4ab-59b4178a69a3 req-ad5d618d-2b24-48d1-969b-9a0c3aef51a2 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126713 Jun 23 14:49:45.608286 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e36f97db-eb2e-48db-a11f-3a2624e63d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:45.617591 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7683a0c1-ae8e-4f04-a08c-6ba8b31f11b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:45.733759 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e36f97db-eb2e-48db-a11f-3a2624e63d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:45.750435 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-36c53582-d6e8-4325-bb37-344a7bba5289 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:45.751836 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-36c53582-d6e8-4325-bb37-344a7bba5289 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9770060 Jun 23 14:49:45.756210 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 59992) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:45.778238 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-88e636b2-a41b-4156-8376-2f4fe62aa865 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Request body: {'security_group_rule': {'security_group_id': '239e9dc2-ad9e-4a48-8b74-d1b6887f47e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:49:45.902286 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:45.952898 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5537b-0888-4b88-bd5e-206f31b6cb27 req-7b72a4c7-b4ee-489b-abab-2df20c7bfbac tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:45.971908 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c7f5537b-0888-4b88-bd5e-206f31b6cb27 req-7b72a4c7-b4ee-489b-abab-2df20c7bfbac tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 932 time: 0.2225649 Jun 23 14:49:46.068359 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 61350974-3468-4277-93af-36d4eb0d3b06 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:49:46.129788 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a1e55e2e-a4b0-415a-bf77-f9af619bb987 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:46.236153 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port 61350974-3468-4277-93af-36d4eb0d3b06 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:49:46.247489 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 61350974-3468-4277-93af-36d4eb0d3b06 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:49:46.248354 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:46.294793 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a1e55e2e-a4b0-415a-bf77-f9af619bb987 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:46.321153 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.db.api [None req-7683a0c1-ae8e-4f04-a08c-6ba8b31f11b4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 14:49:46.321153 dv-cinder-796286-8-iscsi neutron-server[104657]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 23 14:49:46.321153 dv-cinder-796286-8-iscsi neutron-server[104657]: [parameters: {'project_id': '103cb257d35a4c78a7c420546a5afa21', 'id': '803bc2cc-502a-42f1-bf18-a95b7732e5d5', 'expiration': datetime.datetime(2021, 6, 23, 14, 51, 46, 246141)}] Jun 23 14:49:46.321153 dv-cinder-796286-8-iscsi neutron-server[104657]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 14:49:46.321518 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_db.api [None req-7683a0c1-ae8e-4f04-a08c-6ba8b31f11b4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 14:49:46.369682 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e36f97db-eb2e-48db-a11f-3a2624e63d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:46.383814 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:46.399059 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e36f97db-eb2e-48db-a11f-3a2624e63d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:46.401558 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-e36f97db-eb2e-48db-a11f-3a2624e63d98 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5aafaeb7-9d50-4f35-940a-cd39637da849 HTTP/1.1" status: 204 len: 168 time: 1.2530520 Jun 23 14:49:46.492921 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e55e2e-a4b0-415a-bf77-f9af619bb987 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afaa336a-14ce-4d91-a95b-295edfb5e395,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:46.518901 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-router', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:39Z', 'revision_number': 4, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'gw_port': {'id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:33Z', 'updated_at': '2021-06-23T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': 'bc336e90-a726-4ad7-8c50-12ac53d21907', 'name': '', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'mac_address': 'fa:16:3e:df:75:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:37Z', 'updated_at': '2021-06-23T14:49:39Z', 'revision_number': 2, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'subnets': [{'id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:49:46.554651 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f97db-eb2e-48db-a11f-3a2624e63d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aafaeb7-9d50-4f35-940a-cd39637da849,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:46.571133 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-e36f97db-eb2e-48db-a11f-3a2624e63d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:46.577308 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:46.577618 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:46.584866 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] Checking router: 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:49:46.585061 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] Updating router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 port bc336e90-a726-4ad7-8c50-12ac53d21907 binding host dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:49:46.719095 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:46.780182 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:46.867974 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] For port 61350974-3468-4277-93af-36d4eb0d3b06, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=61350974-3468-4277-93af-36d4eb0d3b06,segment=NetworkSegment(f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7),segment_id=f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:49:46.918181 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:46.929118 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7683a0c1-ae8e-4f04-a08c-6ba8b31f11b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:46.961389 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 60018) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:46.979644 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:47.076295 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [req-74282082-7841-4444-bb4c-777cc8df2233 req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52666dea-2583-4f8a-9700-4176b1539297 {{(pid=104657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:49:47.090022 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Pushing event updated for resources: {'Port': ['ID=61350974-3468-4277-93af-36d4eb0d3b06,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:47.094051 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:47.096843 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c7f5537b-0888-4b88-bd5e-206f31b6cb27 req-616bcb92-0b75-4946-8e44-4c559b8ce404 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c418da0-cf39-4f16-a3a6-7f6edfed94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1235633 Jun 23 14:49:47.148041 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-74282082-7841-4444-bb4c-777cc8df2233 req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:47.149223 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-88e636b2-a41b-4156-8376-2f4fe62aa865 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:47.174744 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a1e55e2e-a4b0-415a-bf77-f9af619bb987 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:47.182502 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-a1e55e2e-a4b0-415a-bf77-f9af619bb987 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 2.0679529 Jun 23 14:49:47.186446 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 60028) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:47.204674 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-6eff5b95-f1af-4220-b4d0-e510483eb208 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Request body: {'security_group_rule': {'security_group_id': 'afaa336a-14ce-4d91-a95b-295edfb5e395', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:49:47.214843 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.notifiers.nova [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86170bb9-4dba-4d3d-8367-3f888c3f7694 {{(pid=104656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:49:47.243712 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:47.257898 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-74282082-7841-4444-bb4c-777cc8df2233 req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Transition to ACTIVE for port object 52666dea-2583-4f8a-9700-4176b1539297 will not be triggered until provisioned by entity L2. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:49:47.282161 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.provisioning_blocks [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Transition to ACTIVE for port object 86170bb9-4dba-4d3d-8367-3f888c3f7694 will not be triggered until provisioned by entity L2. {{(pid=104656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:49:47.293068 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:47.295811 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-0b968d0e-717d-4af3-8e98-24b10ac22911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:47.296872 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-88e636b2-a41b-4156-8376-2f4fe62aa865 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:47.300800 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-c068d984-562a-44a9-8fcb-2db6ab56bc55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:47.310561 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-88e636b2-a41b-4156-8376-2f4fe62aa865 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:47.327071 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-74282082-7841-4444-bb4c-777cc8df2233 req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:47.382834 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:47.398447 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] Transition to ACTIVE for port object bc336e90-a726-4ad7-8c50-12ac53d21907 will not be triggered until provisioned by entity L2. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:49:47.410558 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:47.411643 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:47.415268 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=86170bb9-4dba-4d3d-8367-3f888c3f7694,revision_number=2']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:47.415674 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-774e391c-4960-44c2-85f1-c3e243e502ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:47.499873 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57682d65-dc9c-445b-ba84-1c8d75990c4e None None] Pushing event updated for resources: {'Port': ['ID=bc336e90-a726-4ad7-8c50-12ac53d21907,revision_number=3']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:47.503440 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:47.505773 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-57682d65-dc9c-445b-ba84-1c8d75990c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:47.506231 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-36c53582-d6e8-4325-bb37-344a7bba5289 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:47.592995 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Pushing event updated for resources: {'Port': ['ID=52666dea-2583-4f8a-9700-4176b1539297,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:47.594068 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] Attempting to bind port bc336e90-a726-4ad7-8c50-12ac53d21907 on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:49:47.594668 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] Attempting to bind port bc336e90-a726-4ad7-8c50-12ac53d21907 by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': 'd18f6adb-4949-49e5-9cce-0c15933b8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d'}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:49:47.595271 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] Attempting to bind port bc336e90-a726-4ad7-8c50-12ac53d21907 on network b2d1e732-3395-45e9-ab92-336826d1d69d {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:49:47.596204 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e636b2-a41b-4156-8376-2f4fe62aa865 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea81d21-785d-4fbd-8216-dd919ccaec8d,revision_number=0']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:47.602961 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:49:47.603134 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-88e636b2-a41b-4156-8376-2f4fe62aa865 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:47.603769 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] Checking segment: {'id': 'd18f6adb-4949-49e5-9cce-0c15933b8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:49:47.604395 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:47.605675 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] Bound using segment: {'id': 'd18f6adb-4949-49e5-9cce-0c15933b8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d'} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:49:47.606951 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] Bound port: bc336e90-a726-4ad7-8c50-12ac53d21907, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18f6adb-4949-49e5-9cce-0c15933b8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d'}}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:49:47.607566 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:47.615666 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.managers [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Attempting to bind port 86170bb9-4dba-4d3d-8367-3f888c3f7694 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:49:47.616100 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.managers [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Attempting to bind port 86170bb9-4dba-4d3d-8367-3f888c3f7694 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '1059cf12-2b4c-4d05-a459-bdf503917aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '262c1146-289f-4162-b8d1-11a6ea0983b5'}] {{(pid=104656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:49:47.616495 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Attempting to bind port 86170bb9-4dba-4d3d-8367-3f888c3f7694 on network 262c1146-289f-4162-b8d1-11a6ea0983b5 {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:49:47.622404 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Port 86170bb9-4dba-4d3d-8367-3f888c3f7694 on network 262c1146-289f-4162-b8d1-11a6ea0983b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:49:47.623538 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:47.649610 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Attempting to bind port 86170bb9-4dba-4d3d-8367-3f888c3f7694 on network 262c1146-289f-4162-b8d1-11a6ea0983b5 {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:49:47.656602 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Checking agent: {'id': 'd8f3122c-1231-4f5b-931f-565a6de0a48e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'started_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:49:47.657009 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Checking segment: {'id': '1059cf12-2b4c-4d05-a459-bdf503917aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '262c1146-289f-4162-b8d1-11a6ea0983b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:49:47.659081 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Bound using segment: {'id': '1059cf12-2b4c-4d05-a459-bdf503917aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '262c1146-289f-4162-b8d1-11a6ea0983b5'} {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:49:47.659894 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.managers [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Bound port: 86170bb9-4dba-4d3d-8367-3f888c3f7694, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1059cf12-2b4c-4d05-a459-bdf503917aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '262c1146-289f-4162-b8d1-11a6ea0983b5'}}] {{(pid=104656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:49:47.660258 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:47.760271 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] For port bc336e90-a726-4ad7-8c50-12ac53d21907, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:49:47.764489 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] For port bc336e90-a726-4ad7-8c50-12ac53d21907, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=bc336e90-a726-4ad7-8c50-12ac53d21907,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:49:47.783753 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:47.789273 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-03de4563-c012-4c9d-9fd8-3871f3956e24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:47.829729 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7683a0c1-ae8e-4f04-a08c-6ba8b31f11b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:47.849690 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-88e636b2-a41b-4156-8376-2f4fe62aa865 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:47.854036 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-88e636b2-a41b-4156-8376-2f4fe62aa865 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0799720 Jun 23 14:49:47.859747 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.db [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] For port 86170bb9-4dba-4d3d-8367-3f888c3f7694, host hv-cinder-79628, cleared binding levels {{(pid=104656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:49:47.863405 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 60040) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:47.874082 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Request body: {'floatingip': {'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:49:47.880437 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] Routers {'8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:49:47.881351 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:49:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:49:47.954485 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.db [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] For port 86170bb9-4dba-4d3d-8367-3f888c3f7694, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=86170bb9-4dba-4d3d-8367-3f888c3f7694,segment=NetworkSegment(1059cf12-2b4c-4d05-a459-bdf503917aa4),segment_id=1059cf12-2b4c-4d05-a459-bdf503917aa4)] {{(pid=104656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:49:47.965596 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:47.971737 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:47.985399 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7683a0c1-ae8e-4f04-a08c-6ba8b31f11b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:48.002771 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-74282082-7841-4444-bb4c-777cc8df2233 req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Attempting to bind port 52666dea-2583-4f8a-9700-4176b1539297 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:49:48.003132 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-74282082-7841-4444-bb4c-777cc8df2233 req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Attempting to bind port 52666dea-2583-4f8a-9700-4176b1539297 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'fe93aea0-6524-4b32-92b7-0d915e8e0cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2'}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:49:48.005729 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74282082-7841-4444-bb4c-777cc8df2233 req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Attempting to bind port 52666dea-2583-4f8a-9700-4176b1539297 on network 091e6716-f16c-497b-bbf5-a88d9b5ceae2 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:49:48.036191 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74282082-7841-4444-bb4c-777cc8df2233 req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Port 52666dea-2583-4f8a-9700-4176b1539297 on network 091e6716-f16c-497b-bbf5-a88d9b5ceae2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:49:48.036562 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74282082-7841-4444-bb4c-777cc8df2233 req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Attempting to bind port 52666dea-2583-4f8a-9700-4176b1539297 on network 091e6716-f16c-497b-bbf5-a88d9b5ceae2 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:49:48.044252 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57682d65-dc9c-445b-ba84-1c8d75990c4e None None] Pushing event updated for resources: {'Port': ['ID=bc336e90-a726-4ad7-8c50-12ac53d21907,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:48.059675 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-57682d65-dc9c-445b-ba84-1c8d75990c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:48.062313 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 61350974-3468-4277-93af-36d4eb0d3b06 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:49:48.091850 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecdd17e-47a3-4494-8977-f211a8f6a359 req-be9d7fb2-bdfd-4614-bb68-54589ed33197 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:48.093456 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2ecdd17e-47a3-4494-8977-f211a8f6a359 req-be9d7fb2-bdfd-4614-bb68-54589ed33197 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 932 time: 1.0892346 Jun 23 14:49:48.094279 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.db.api [None req-0b968d0e-717d-4af3-8e98-24b10ac22911 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 14:49:48.094279 dv-cinder-796286-8-iscsi neutron-server[104657]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 14:49:48.094279 dv-cinder-796286-8-iscsi neutron-server[104657]: [parameters: {'project_id_1': '7bf28672dc5b4e69bfcb8892fc3a7006', 'expiration_1': datetime.datetime(2021, 6, 23, 14, 49, 47, 579342)}] Jun 23 14:49:48.094279 dv-cinder-796286-8-iscsi neutron-server[104657]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 14:49:48.094582 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_db.api [None req-0b968d0e-717d-4af3-8e98-24b10ac22911 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 14:49:48.103708 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74282082-7841-4444-bb4c-777cc8df2233 req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Checking agent: {'id': 'd8f3122c-1231-4f5b-931f-565a6de0a48e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'started_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:49:48.104058 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74282082-7841-4444-bb4c-777cc8df2233 req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Checking segment: {'id': 'fe93aea0-6524-4b32-92b7-0d915e8e0cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:49:48.104626 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74282082-7841-4444-bb4c-777cc8df2233 req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Bound using segment: {'id': 'fe93aea0-6524-4b32-92b7-0d915e8e0cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2'} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:49:48.105095 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-74282082-7841-4444-bb4c-777cc8df2233 req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Bound port: 52666dea-2583-4f8a-9700-4176b1539297, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe93aea0-6524-4b32-92b7-0d915e8e0cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2'}}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:49:48.109452 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-74282082-7841-4444-bb4c-777cc8df2233 req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:48.121124 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.db.api [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 14:49:48.121124 dv-cinder-796286-8-iscsi neutron-server[104656]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 14:49:48.121124 dv-cinder-796286-8-iscsi neutron-server[104656]: [parameters: {'project_id_1': '35f150cf617c4730b974b88b2fde4126', 'expiration_1': datetime.datetime(2021, 6, 23, 14, 49, 47, 901534)}] Jun 23 14:49:48.121124 dv-cinder-796286-8-iscsi neutron-server[104656]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 14:49:48.122362 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_db.api [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 14:49:48.125409 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:48.126059 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for port, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:48.139137 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] 10.222.0.44 "PUT /v2.0/ports/86170bb9-4dba-4d3d-8367-3f888c3f7694 HTTP/1.1" status: 200 len: 1094 time: 2.9274237 Jun 23 14:49:48.146291 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9389f06-d62a-4d5c-ac5c-5146c258fccb', 'tag': '86170bb9-4dba-4d3d-8367-3f888c3f7694'}] {{(pid=104656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:49:48.154809 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:48.264938 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] Set router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:49:48.332280 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-74282082-7841-4444-bb4c-777cc8df2233 req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] For port 52666dea-2583-4f8a-9700-4176b1539297, host hv-cinder-79628, cleared binding levels {{(pid=104657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:49:48.340349 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-74282082-7841-4444-bb4c-777cc8df2233 req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] For port 52666dea-2583-4f8a-9700-4176b1539297, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=52666dea-2583-4f8a-9700-4176b1539297,segment=NetworkSegment(fe93aea0-6524-4b32-92b7-0d915e8e0cd1),segment_id=fe93aea0-6524-4b32-92b7-0d915e8e0cd1)] {{(pid=104657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:49:48.348636 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683a0c1-ae8e-4f04-a08c-6ba8b31f11b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bf4ab9-3460-42ff-816f-507a428d2114,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:48.354796 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-7683a0c1-ae8e-4f04-a08c-6ba8b31f11b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:48.368976 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-74282082-7841-4444-bb4c-777cc8df2233 req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:48.459963 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 61350974-3468-4277-93af-36d4eb0d3b06 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:49:48.460492 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:48.494312 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:48.585264 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-6eff5b95-f1af-4220-b4d0-e510483eb208 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:48.601677 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74282082-7841-4444-bb4c-777cc8df2233 req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:48.603519 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-74282082-7841-4444-bb4c-777cc8df2233 req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:48.604936 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-74282082-7841-4444-bb4c-777cc8df2233 req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] 10.222.0.44 "PUT /v2.0/ports/52666dea-2583-4f8a-9700-4176b1539297 HTTP/1.1" status: 200 len: 1094 time: 3.5274725 Jun 23 14:49:48.628235 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-0b968d0e-717d-4af3-8e98-24b10ac22911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:48.653758 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b82c25a-9f8f-4107-ab95-e06bfbe86f02', 'tag': '52666dea-2583-4f8a-9700-4176b1539297'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:49:48.659626 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=86170bb9-4dba-4d3d-8367-3f888c3f7694,revision_number=3']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:48.709460 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e40a2b8b531bb5981548eb1117bf515d9995984da5dfbee5bd4235f0b2f017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b93e192-b0d3-4f25-866f-6d379e0c4cce" -d '{"events": [{"name": "network-changed", "server_uuid": "c9389f06-d62a-4d5c-ac5c-5146c258fccb", "tag": "86170bb9-4dba-4d3d-8367-3f888c3f7694"}]}' {{(pid=104656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:49:48.715194 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:48.886725 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0942bce-af5b-4f56-8178-ba02c9b91dc3 req-994773b9-6f4a-410e-a980-f7cb05a6bddd tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:48.923219 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f0942bce-af5b-4f56-8178-ba02c9b91dc3 req-994773b9-6f4a-410e-a980-f7cb05a6bddd tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 944 time: 0.4428458 Jun 23 14:49:48.943291 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-4f0c2a1e-749c-4f77-9977-3b40c940c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:48.944709 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-4f0c2a1e-749c-4f77-9977-3b40c940c941 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=db521a281bab44a494e82753d42109c9&device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 1097 time: 0.5704031 Jun 23 14:49:48.950501 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for floatingip, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:49.046528 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-7683a0c1-ae8e-4f04-a08c-6ba8b31f11b4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=103cb257d35a4c78a7c420546a5afa21&name=default HTTP/1.1" status: 200 len: 2975 time: 3.4969771 Jun 23 14:49:49.066125 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 60076) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:49.104047 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2ecdd17e-47a3-4494-8977-f211a8f6a359 req-20b8c8dc-a615-48b3-b234-d6d9860a5daa tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8746383 Jun 23 14:49:49.148968 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Pushing event updated for resources: {'Port': ['ID=52666dea-2583-4f8a-9700-4176b1539297,revision_number=3']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:49.176205 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:49.185303 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f0942bce-af5b-4f56-8178-ba02c9b91dc3 req-c661f189-b5ea-412c-8b8f-e0c83c431217 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c418da0-cf39-4f16-a3a6-7f6edfed94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612014 Jun 23 14:49:49.251628 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-router', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:39Z', 'revision_number': 4, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'gw_port': {'id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:33Z', 'updated_at': '2021-06-23T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': 'bc336e90-a726-4ad7-8c50-12ac53d21907', 'name': '', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'mac_address': 'fa:16:3e:df:75:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:37Z', 'updated_at': '2021-06-23T14:49:47Z', 'revision_number': 4, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'subnets': [{'id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:49:49.314976 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a47c486-6b6e-4494-98c7-66f003c54ae9 None None] The sync data for ids ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'] in dv-cinder-796286-8-iscsi is: [{'id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-router', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:39Z', 'revision_number': 4, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'gw_port': {'id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:33Z', 'updated_at': '2021-06-23T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': 'bc336e90-a726-4ad7-8c50-12ac53d21907', 'name': '', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'mac_address': 'fa:16:3e:df:75:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:37Z', 'updated_at': '2021-06-23T14:49:47Z', 'revision_number': 4, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'subnets': [{'id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:49:49.354138 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7645649f-28d2-45b1-83f8-6a96f033b9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:49.404574 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7645649f-28d2-45b1-83f8-6a96f033b9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:49.559395 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9915eabc-2b3e-4300-b0f2-81af13da0d93" -d '{"events": [{"name": "network-changed", "server_uuid": "6b82c25a-9f8f-4107-ab95-e06bfbe86f02", "tag": "52666dea-2583-4f8a-9700-4176b1539297"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:49:49.593463 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:49.599034 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-e49ee18a-ee56-4acc-a4cd-369e5f010ff1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86170bb9-4dba-4d3d-8367-3f888c3f7694 HTTP/1.1" status: 200 len: 217 time: 0.1425838 Jun 23 14:49:49.685156 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-6eff5b95-f1af-4220-b4d0-e510483eb208 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:49.701540 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-6eff5b95-f1af-4220-b4d0-e510483eb208 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:49.714965 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf36f2b-f7c2-46eb-b1b8-7356f50ea8bc x-openstack-request-id: req-1cf36f2b-f7c2-46eb-b1b8-7356f50ea8bc {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:49:49.715576 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9389f06-d62a-4d5c-ac5c-5146c258fccb", "tag": "86170bb9-4dba-4d3d-8367-3f888c3f7694", "status": "completed", "code": 200}]} {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:49:49.716047 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1cf36f2b-f7c2-46eb-b1b8-7356f50ea8bc {{(pid=104656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:49:49.716825 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9389f06-d62a-4d5c-ac5c-5146c258fccb', 'tag': '86170bb9-4dba-4d3d-8367-3f888c3f7694', 'status': 'completed', 'code': 200} Jun 23 14:49:49.718753 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:49.790370 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff5b95-f1af-4220-b4d0-e510483eb208 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8f2244-42c1-413f-b634-f4550fdbe186,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:49.813163 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-6eff5b95-f1af-4220-b4d0-e510483eb208 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:49.853175 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-0b968d0e-717d-4af3-8e98-24b10ac22911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:49.861193 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74282082-7841-4444-bb4c-777cc8df2233 req-dbf20461-24ab-49ba-97ea-ffc175216011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:49.863672 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-74282082-7841-4444-bb4c-777cc8df2233 req-dbf20461-24ab-49ba-97ea-ffc175216011 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14cebce4a701447bafe560e0e1182a8f&device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 1097 time: 0.3956528 Jun 23 14:49:49.870336 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-0b968d0e-717d-4af3-8e98-24b10ac22911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:49.873901 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:49.899071 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-6eff5b95-f1af-4220-b4d0-e510483eb208 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:49.900690 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-6eff5b95-f1af-4220-b4d0-e510483eb208 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7038314 Jun 23 14:49:49.904784 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 60092) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:49.923665 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_common [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Allocated IP 172.27.2.243 (fcd7f1a0-b694-4219-968d-f28fbbdba0ee/e66531d2-b162-4d5a-9b95-91879084f23c/4978a599-4568-4201-9312-98a2eb5b6b8d) {{(pid=104656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:49:49.984052 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-32109062-adbe-4208-a800-d6b583512109 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Request body: {'security_group_rule': {'security_group_id': 'afaa336a-14ce-4d91-a95b-295edfb5e395', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:49:50.101184 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device bc336e90-a726-4ad7-8c50-12ac53d21907 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:49:50.147353 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b968d0e-717d-4af3-8e98-24b10ac22911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2df787b-4a93-44a2-96b7-cb4550d98a0b,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:50.239016 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-0b968d0e-717d-4af3-8e98-24b10ac22911 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7bf28672dc5b4e69bfcb8892fc3a7006&name=default HTTP/1.1" status: 200 len: 2977 time: 3.2706952 Jun 23 14:49:50.270664 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-0b968d0e-717d-4af3-8e98-24b10ac22911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:50.275583 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port bc336e90-a726-4ad7-8c50-12ac53d21907 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:49:50.290007 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port bc336e90-a726-4ad7-8c50-12ac53d21907 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:49:50.293083 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:50.316990 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for port, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:50.318718 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 60102) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:50.356303 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-ca9fd7df-d071-42b1-aee5-2264b9b07f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:50.357869 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-ca9fd7df-d071-42b1-aee5-2264b9b07f56 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b9d7bb9-c576-4d70-a104-6568bfeae6d1 HTTP/1.1" status: 200 len: 852 time: 0.6827016 Jun 23 14:49:50.376735 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7645649f-28d2-45b1-83f8-6a96f033b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:50.393101 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7645649f-28d2-45b1-83f8-6a96f033b9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:50.396911 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-7645649f-28d2-45b1-83f8-6a96f033b9b0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/94bf4ab9-3460-42ff-816f-507a428d2114 HTTP/1.1" status: 204 len: 168 time: 1.3200800 Jun 23 14:49:50.406559 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-a661e1b2-563d-4e80-85c6-cb5c01c5b401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:50.456664 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5eed7dd-52d6-42fa-ae60-50f13ac33762 x-openstack-request-id: req-b5eed7dd-52d6-42fa-ae60-50f13ac33762 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:49:50.462280 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b82c25a-9f8f-4107-ab95-e06bfbe86f02", "tag": "52666dea-2583-4f8a-9700-4176b1539297", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:49:50.462714 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5eed7dd-52d6-42fa-ae60-50f13ac33762 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:49:50.464631 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b82c25a-9f8f-4107-ab95-e06bfbe86f02', 'tag': '52666dea-2583-4f8a-9700-4176b1539297', 'status': 'completed', 'code': 200} Jun 23 14:49:50.503520 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-74282082-7841-4444-bb4c-777cc8df2233 req-3f9c072d-181f-45c3-b3bb-6c9ec1c4fec7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52666dea-2583-4f8a-9700-4176b1539297 HTTP/1.1" status: 200 len: 217 time: 0.4793537 Jun 23 14:49:50.503520 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-32109062-adbe-4208-a800-d6b583512109 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:50.576392 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-6410f547-9dd5-42d2-996e-066b7d74b632 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=262c1146-289f-4162-b8d1-11a6ea0983b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1726770 Jun 23 14:49:50.579070 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645649f-28d2-45b1-83f8-6a96f033b9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bf4ab9-3460-42ff-816f-507a428d2114,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:50.599102 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-7645649f-28d2-45b1-83f8-6a96f033b9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:50.729676 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:50.863442 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] For port bc336e90-a726-4ad7-8c50-12ac53d21907, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=bc336e90-a726-4ad7-8c50-12ac53d21907,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:49:50.872843 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:50.878224 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-21e1aaea-1861-4eef-a827-b9ad61d3aa0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:50.989700 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Pushing event updated for resources: {'Port': ['ID=bc336e90-a726-4ad7-8c50-12ac53d21907,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:50.993651 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:51.113790 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-32109062-adbe-4208-a800-d6b583512109 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:51.148339 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-32109062-adbe-4208-a800-d6b583512109 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:51.171977 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:51.186210 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-4bc045e7-241b-497e-bc31-fa6bd23bccce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:51.195135 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32109062-adbe-4208-a800-d6b583512109 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328b5be1-5f13-4f9b-804f-78a324fc10f7,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:51.204838 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-32109062-adbe-4208-a800-d6b583512109 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:51.219840 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74282082-7841-4444-bb4c-777cc8df2233 req-8f3ded12-3a24-4aeb-b0f6-6b121906cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:51.222873 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-74282082-7841-4444-bb4c-777cc8df2233 req-8f3ded12-3a24-4aeb-b0f6-6b121906cd17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=565c59f5-fb5b-4a37-988a-29937cd627c7 HTTP/1.1" status: 200 len: 855 time: 0.5746391 Jun 23 14:49:51.254947 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-4bc045e7-241b-497e-bc31-fa6bd23bccce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:51.267727 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cda0c-da0d-4b7e-91cf-571a35a5b980 req-de370cdb-b891-477e-9d43-f4ceae0bc71d tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:51.269409 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:51.270002 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-624cda0c-da0d-4b7e-91cf-571a35a5b980 req-de370cdb-b891-477e-9d43-f4ceae0bc71d tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 944 time: 0.8016963 Jun 23 14:49:51.276446 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-32109062-adbe-4208-a800-d6b583512109 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:51.277597 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-32109062-adbe-4208-a800-d6b583512109 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3172045 Jun 23 14:49:51.282613 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 60130) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:51.289973 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-e12b1220-df5d-461f-a772-5ffea80ca7fe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Request body: {'floatingip': {'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:49:51.293916 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:51.335639 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775a2e5-a0c5-4f45-80f1-c9a7d9a37102 req-93b9f92d-0c2f-487a-a395-480ea03b5f22 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:51.337280 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6775a2e5-a0c5-4f45-80f1-c9a7d9a37102 req-93b9f92d-0c2f-487a-a395-480ea03b5f22 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 944 time: 0.6062603 Jun 23 14:49:51.341670 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-404b0c95-170a-4e4c-9e77-841aba15bc0c service neutron] 10.222.0.44 "GET /v2.0/networks/262c1146-289f-4162-b8d1-11a6ea0983b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7358522 Jun 23 14:49:51.363233 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Network fcd7f1a0-b694-4219-968d-f28fbbdba0ee is already hosted by enough agents. {{(pid=104656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:49:51.397236 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Resources bound (agent type, host, resource id): {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:49:51.413211 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Received port after_create {{(pid=104656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:49:51.431282 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Pushing event updated for resources: {'Port': ['ID=4978a599-4568-4201-9312-98a2eb5b6b8d,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:51.440431 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-624cda0c-da0d-4b7e-91cf-571a35a5b980 req-1f3b52b4-2caf-4202-b622-3867a38f1c03 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549358 Jun 23 14:49:51.444195 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:51.450715 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e12b1220-df5d-461f-a772-5ffea80ca7fe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for floatingip, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:51.524797 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6775a2e5-a0c5-4f45-80f1-c9a7d9a37102 req-37c8885d-2df4-4705-9a36-8dae37aa2ae9 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c418da0-cf39-4f16-a3a6-7f6edfed94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805210 Jun 23 14:49:51.535914 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-4bc045e7-241b-497e-bc31-fa6bd23bccce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:51.542250 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-4bc045e7-241b-497e-bc31-fa6bd23bccce admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:51.548214 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-4bc045e7-241b-497e-bc31-fa6bd23bccce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b2df787b-4a93-44a2-96b7-cb4550d98a0b HTTP/1.1" status: 204 len: 168 time: 1.2258892 Jun 23 14:49:51.550161 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-8cdfe722-220b-47a3-979d-174c8a85149d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:51.581226 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:51.607948 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc045e7-241b-497e-bc31-fa6bd23bccce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2df787b-4a93-44a2-96b7-cb4550d98a0b,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:51.614407 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-4bc045e7-241b-497e-bc31-fa6bd23bccce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:51.694042 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:51.724106 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e12b1220-df5d-461f-a772-5ffea80ca7fe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:51.957110 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-74282082-7841-4444-bb4c-777cc8df2233 req-5368163a-674e-48c1-91a1-a62a11906f7e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=091e6716-f16c-497b-bbf5-a88d9b5ceae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1928029 Jun 23 14:49:52.088723 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device bc336e90-a726-4ad7-8c50-12ac53d21907 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:49:52.182696 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-74282082-7841-4444-bb4c-777cc8df2233 req-1f8e9543-da87-46fa-9e91-1f5c52396836 service neutron] 10.222.0.44 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217890 Jun 23 14:49:52.207066 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for port, precommit_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:52.224036 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:52.259177 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-56250d0e-bf64-483a-b008-f172ea4e7110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:52.319332 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port bc336e90-a726-4ad7-8c50-12ac53d21907 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:49:52.319730 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:52.395358 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-74282082-7841-4444-bb4c-777cc8df2233 req-82013676-4270-4279-89a7-605da5a90c74 service neutron] 10.222.0.44 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950195 Jun 23 14:49:52.419666 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602980'] for floatingip, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:52.466591 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-04d62d71-1740-4bb0-9cb4-07ca91f60cf2 req-a7c163c9-a8d7-4923-b8fe-9fc7170d4b83 service neutron] 10.222.0.44 "GET /v2.0/networks/262c1146-289f-4162-b8d1-11a6ea0983b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7157650 Jun 23 14:49:52.561340 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [None req-e12b1220-df5d-461f-a772-5ffea80ca7fe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Allocated IP 172.27.2.23 (fcd7f1a0-b694-4219-968d-f28fbbdba0ee/e66531d2-b162-4d5a-9b95-91879084f23c/4dbaa581-9552-4dc1-8a15-d8b2209634e3) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:49:52.642510 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for floatingip, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:52.678409 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8137953 Jun 23 14:49:52.679803 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Pushing event updated for resources: {'Port': ['ID=4978a599-4568-4201-9312-98a2eb5b6b8d,revision_number=2']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:52.683613 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:52.782955 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915eabc-2b3e-4300-b0f2-81af13da0d93 req-567fa8ac-c518-4df9-ba70-79a5bd3e0e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:52.784620 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9915eabc-2b3e-4300-b0f2-81af13da0d93 req-567fa8ac-c518-4df9-ba70-79a5bd3e0e7c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14cebce4a701447bafe560e0e1182a8f&device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 1097 time: 0.2560947 Jun 23 14:49:52.901239 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93e192-b0d3-4f25-866f-6d379e0c4cce req-9ac70752-3a72-47f3-a005-6180798c1804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:52.904914 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7b93e192-b0d3-4f25-866f-6d379e0c4cce req-9ac70752-3a72-47f3-a005-6180798c1804 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=db521a281bab44a494e82753d42109c9&device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 1097 time: 0.3323052 Jun 23 14:49:53.245374 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915eabc-2b3e-4300-b0f2-81af13da0d93 req-b6db4eac-cc6c-478a-b92a-1b0cdf2c33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:53.247745 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9915eabc-2b3e-4300-b0f2-81af13da0d93 req-b6db4eac-cc6c-478a-b92a-1b0cdf2c33ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=091e6716-f16c-497b-bbf5-a88d9b5ceae2 HTTP/1.1" status: 200 len: 916 time: 0.4514029 Jun 23 14:49:53.268520 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1740d-60cd-4068-bfbd-fb5ff8d70178 req-ccca3173-d5a0-4949-ba48-60cd845afcd3 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:53.270812 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-98d1740d-60cd-4068-bfbd-fb5ff8d70178 req-ccca3173-d5a0-4949-ba48-60cd845afcd3 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 944 time: 0.3251958 Jun 23 14:49:53.311256 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e12b1220-df5d-461f-a772-5ffea80ca7fe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:53.329135 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9915eabc-2b3e-4300-b0f2-81af13da0d93 req-88bcfc3c-db37-4391-ab77-d61ed32337cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52666dea-2583-4f8a-9700-4176b1539297 HTTP/1.1" status: 200 len: 217 time: 0.0709646 Jun 23 14:49:53.401392 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93e192-b0d3-4f25-866f-6d379e0c4cce req-fb871772-37f1-44d6-bfb3-c65777b41395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:53.402921 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7b93e192-b0d3-4f25-866f-6d379e0c4cce req-fb871772-37f1-44d6-bfb3-c65777b41395 service neutron] 10.222.0.44 "GET /v2.0/networks?id=262c1146-289f-4162-b8d1-11a6ea0983b5 HTTP/1.1" status: 200 len: 913 time: 0.4389145 Jun 23 14:49:53.410084 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-98d1740d-60cd-4068-bfbd-fb5ff8d70178 req-1420f11e-f8b5-4926-99d2-fee620692a17 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c418da0-cf39-4f16-a3a6-7f6edfed94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309874 Jun 23 14:49:53.412272 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915eabc-2b3e-4300-b0f2-81af13da0d93 req-2197a6ee-2d1e-4b44-94e1-161796bb8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:53.414566 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9915eabc-2b3e-4300-b0f2-81af13da0d93 req-2197a6ee-2d1e-4b44-94e1-161796bb8ab7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=565c59f5-fb5b-4a37-988a-29937cd627c7 HTTP/1.1" status: 200 len: 855 time: 0.0706234 Jun 23 14:49:53.467718 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73f90e-0cd1-4155-885b-a5c98435dfa9 req-4015369e-e47a-4426-b2a1-e1dc0ab378b2 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:53.471477 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5c73f90e-0cd1-4155-885b-a5c98435dfa9 req-4015369e-e47a-4426-b2a1-e1dc0ab378b2 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 944 time: 0.5812147 Jun 23 14:49:53.509899 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e12b1220-df5d-461f-a772-5ffea80ca7fe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:53.525220 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:53.633896 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b1220-df5d-461f-a772-5ffea80ca7fe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Pushing event updated for resources: {'Port': ['ID=4dbaa581-9552-4dc1-8a15-d8b2209634e3,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:53.640931 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5c73f90e-0cd1-4155-885b-a5c98435dfa9 req-c6e2b889-43d5-4f1f-b9e3-89539110ebef tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583757 Jun 23 14:49:53.649299 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-e12b1220-df5d-461f-a772-5ffea80ca7fe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:53.656926 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12b1220-df5d-461f-a772-5ffea80ca7fe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Network fcd7f1a0-b694-4219-968d-f28fbbdba0ee is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:49:53.686519 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-ef496471-da96-41e7-bd89-55ebcecf1104 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1608137273&fields=id&tenant_id=35f150cf617c4730b974b88b2fde4126 HTTP/1.1" status: 200 len: 267 time: 0.1325183 Jun 23 14:49:53.708454 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7b93e192-b0d3-4f25-866f-6d379e0c4cce req-b629b7ed-bfe5-4362-a680-92b2c1cfd4f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86170bb9-4dba-4d3d-8367-3f888c3f7694 HTTP/1.1" status: 200 len: 217 time: 0.0652995 Jun 23 14:49:53.709873 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-e12b1220-df5d-461f-a772-5ffea80ca7fe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:49:53.715056 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12b1220-df5d-461f-a772-5ffea80ca7fe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:49:53.753462 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9915eabc-2b3e-4300-b0f2-81af13da0d93 req-552b8398-4e25-4847-af4a-00f125610022 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=091e6716-f16c-497b-bbf5-a88d9b5ceae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156232 Jun 23 14:49:53.831291 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93e192-b0d3-4f25-866f-6d379e0c4cce req-3d3093a1-c245-4594-9d72-422c6474e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:53.833498 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7b93e192-b0d3-4f25-866f-6d379e0c4cce req-3d3093a1-c245-4594-9d72-422c6474e90f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b9d7bb9-c576-4d70-a104-6568bfeae6d1 HTTP/1.1" status: 200 len: 852 time: 0.0874600 Jun 23 14:49:53.970374 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e12b1220-df5d-461f-a772-5ffea80ca7fe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:54.046483 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-7332e4ba-5900-454b-8999-fe658aac4001 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:54.054588 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-7332e4ba-5900-454b-8999-fe658aac4001 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/networks?id=e814d2cc-d75c-42e6-8108-39760acd9bb0 HTTP/1.1" status: 200 len: 810 time: 0.3568847 Jun 23 14:49:54.073078 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e12b1220-df5d-461f-a772-5ffea80ca7fe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:54.090316 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-d602a148-f5e8-458f-b59b-feaf08130a7b tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/quotas/35f150cf617c4730b974b88b2fde4126 HTTP/1.1" status: 200 len: 375 time: 0.0345535 Jun 23 14:49:54.364204 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-33196289-e5ff-4801-9237-2773c0c0c2af tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=35f150cf617c4730b974b88b2fde4126&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2727835 Jun 23 14:49:54.497905 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e12b1220-df5d-461f-a772-5ffea80ca7fe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:54.514569 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e12b1220-df5d-461f-a772-5ffea80ca7fe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:54.518798 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-60cda02d-5a86-4ba3-8641-7ac758380c10 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:54.538318 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-439a1942-2854-487b-bdd6-ab01eccf7514 service neutron] 10.222.0.65 "GET /v2.0/networks/e814d2cc-d75c-42e6-8108-39760acd9bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660585 Jun 23 14:49:54.600711 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e12b1220-df5d-461f-a772-5ffea80ca7fe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602980'] for floatingip, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:54.652961 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:54.756861 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7b93e192-b0d3-4f25-866f-6d379e0c4cce req-055a1514-a369-4753-902c-2004d6f2e28e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=262c1146-289f-4162-b8d1-11a6ea0983b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299751 Jun 23 14:49:54.774523 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b1220-df5d-461f-a772-5ffea80ca7fe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Pushing event updated for resources: {'Port': ['ID=4dbaa581-9552-4dc1-8a15-d8b2209634e3,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:54.779232 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e12b1220-df5d-461f-a772-5ffea80ca7fe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for floatingip, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:54.791916 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-e12b1220-df5d-461f-a772-5ffea80ca7fe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4968910 Jun 23 14:49:54.791916 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-e12b1220-df5d-461f-a772-5ffea80ca7fe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:54.891289 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb565d-0858-46e7-81f8-5e31c0a27af8 req-9a7326f8-d18f-40d9-bdec-0ce0c8649f13 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:54.903684 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-97bb565d-0858-46e7-81f8-5e31c0a27af8 req-9a7326f8-d18f-40d9-bdec-0ce0c8649f13 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 944 time: 0.1590722 Jun 23 14:49:54.908916 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-854f99b8-3788-4420-a8af-db3b999ebd4a service neutron] 10.222.0.65 "GET /v2.0/networks/e814d2cc-d75c-42e6-8108-39760acd9bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692243 Jun 23 14:49:54.954198 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-97bb565d-0858-46e7-81f8-5e31c0a27af8 req-d8d1bfcf-6150-4257-975d-151d10f127d6 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c418da0-cf39-4f16-a3a6-7f6edfed94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495503 Jun 23 14:49:54.968825 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9915eabc-2b3e-4300-b0f2-81af13da0d93 req-907ca2c5-1c85-4822-930a-b8f2a37f8da7 service neutron] 10.222.0.44 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349100 Jun 23 14:49:55.044904 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 60288) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:55.230533 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-459b4b40-5e34-46f0-aa49-136ea0dfa215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:55.246066 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-b662d963-415f-4e3e-b678-776dcbd6e29b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--198183479&fields=id&tenant_id=f1f1df70bdc347509afb763322e81a15 HTTP/1.1" status: 200 len: 267 time: 0.0365911 Jun 23 14:49:55.376866 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-e6bdef97-6ef1-40f9-959a-cc7ac62369ca tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:55.379285 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-e6bdef97-6ef1-40f9-959a-cc7ac62369ca tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/networks?id=b2d1e732-3395-45e9-ab92-336826d1d69d HTTP/1.1" status: 200 len: 817 time: 0.1246986 Jun 23 14:49:55.400164 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-d01bfc91-7e70-45ac-a650-cfe336b12df0 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/quotas/f1f1df70bdc347509afb763322e81a15 HTTP/1.1" status: 200 len: 375 time: 0.0151346 Jun 23 14:49:55.467246 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594e15f-1750-488c-ae07-8e7b6d7aeb43 req-bd4015c6-bb87-4667-bcb4-2ca484c3ea43 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:55.468983 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e594e15f-1750-488c-ae07-8e7b6d7aeb43 req-bd4015c6-bb87-4667-bcb4-2ca484c3ea43 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 944 time: 0.3400755 Jun 23 14:49:55.489085 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-33c9c278-dece-4149-9777-9b92e99b39a9 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1f1df70bdc347509afb763322e81a15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0770116 Jun 23 14:49:55.536278 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e594e15f-1750-488c-ae07-8e7b6d7aeb43 req-3dcce7a7-0ab1-47d0-ad89-2867e35a95b1 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568228 Jun 23 14:49:55.572815 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-459b4b40-5e34-46f0-aa49-136ea0dfa215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:55.583607 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-459b4b40-5e34-46f0-aa49-136ea0dfa215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:55.587506 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-e36f97db-eb2e-48db-a11f-3a2624e63d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:55.621788 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-8c96d88e-76a4-4cbd-837b-5bc50e8d7d65 service neutron] 10.222.0.65 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197860 Jun 23 14:49:55.671759 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-aefd271c-78d0-4b6f-a139-26964e800422 req-cb175066-0cc5-4794-b94d-b81e3f56c966 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 210 time: 0.0748153 Jun 23 14:49:55.684863 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-459b4b40-5e34-46f0-aa49-136ea0dfa215 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=66985886040f46afa96b8f702611a40f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6388338 Jun 23 14:49:55.686064 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b4b40-5e34-46f0-aa49-136ea0dfa215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d0c3ba-8b9e-4a3f-9b31-ff6224126166,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:55.690060 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-459b4b40-5e34-46f0-aa49-136ea0dfa215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:55.690620 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 60324) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:55.755752 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-4a2908a2-ba1e-485a-acc8-ec77917ea441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:55.764613 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-311ed9cd-f768-4ac2-ab3e-e411d428b93a service neutron] 10.222.0.65 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361535 Jun 23 14:49:55.782881 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-4a2908a2-ba1e-485a-acc8-ec77917ea441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:55.851247 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-4a2908a2-ba1e-485a-acc8-ec77917ea441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:55.855522 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-4a2908a2-ba1e-485a-acc8-ec77917ea441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:55.860087 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-4a2908a2-ba1e-485a-acc8-ec77917ea441 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c4d0c3ba-8b9e-4a3f-9b31-ff6224126166 HTTP/1.1" status: 204 len: 168 time: 0.1684294 Jun 23 14:49:55.860989 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-7683a0c1-ae8e-4f04-a08c-6ba8b31f11b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:55.869466 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2908a2-ba1e-485a-acc8-ec77917ea441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d0c3ba-8b9e-4a3f-9b31-ff6224126166,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:55.878491 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-4a2908a2-ba1e-485a-acc8-ec77917ea441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:56.036305 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3e9573a8-55c1-4690-89cc-7dca45de5c83 req-67f458ac-3f51-4932-897a-4ba9934f2569 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 210 time: 0.0675802 Jun 23 14:49:56.187619 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 60364) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:56.211563 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf664d-8fcc-4dc7-80b5-0a6e3058c8fb req-f3285b08-d78b-46bd-a874-3877f97866a6 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:56.213079 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-afbf664d-8fcc-4dc7-80b5-0a6e3058c8fb req-f3285b08-d78b-46bd-a874-3877f97866a6 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 944 time: 0.0877597 Jun 23 14:49:56.270371 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-afbf664d-8fcc-4dc7-80b5-0a6e3058c8fb req-636abc6b-98d9-48e8-bc82-75e982db7a09 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c418da0-cf39-4f16-a3a6-7f6edfed94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512226 Jun 23 14:49:56.336475 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 60372) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:56.355556 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a58452ff-3f45-41f6-b4d9-7723cfb54047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:56.465076 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a58452ff-3f45-41f6-b4d9-7723cfb54047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:56.471742 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a58452ff-3f45-41f6-b4d9-7723cfb54047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:56.472624 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 60374) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:56.478060 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-4a2908a2-ba1e-485a-acc8-ec77917ea441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:56.516658 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-a58452ff-3f45-41f6-b4d9-7723cfb54047 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2652ed5506bb438d8316aa8f8983667b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1790679 Jun 23 14:49:56.517344 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 60378) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:56.517975 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58452ff-3f45-41f6-b4d9-7723cfb54047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3cb546-a712-439a-8469-a3f582aa5025,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:56.522843 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-a58452ff-3f45-41f6-b4d9-7723cfb54047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:56.536259 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-eaf75477-c3ee-4693-8d2c-e654178c0ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:56.548397 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-47657b5e-a9b1-4c06-a054-814b4e5b30c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:56.592780 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-800ad62e-188d-4602-944d-eb8e2ca77a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:56.615250 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-800ad62e-188d-4602-944d-eb8e2ca77a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:56.636767 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-eaf75477-c3ee-4693-8d2c-e654178c0ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:56.643578 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-eaf75477-c3ee-4693-8d2c-e654178c0ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:56.646449 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:56.686149 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-800ad62e-188d-4602-944d-eb8e2ca77a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:56.692115 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-800ad62e-188d-4602-944d-eb8e2ca77a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:56.692935 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf75477-c3ee-4693-8d2c-e654178c0ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4fed82-c38f-429d-b47e-718d1e03f66b,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:56.693316 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-800ad62e-188d-4602-944d-eb8e2ca77a5e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d3cb546-a712-439a-8469-a3f582aa5025 HTTP/1.1" status: 204 len: 168 time: 0.1741278 Jun 23 14:49:56.697663 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-eaf75477-c3ee-4693-8d2c-e654178c0ce4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ee606ba064594d09bdb1b794ee224a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5088751 Jun 23 14:49:56.698645 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-eaf75477-c3ee-4693-8d2c-e654178c0ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:56.705865 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:56.705865 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 60384) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:56.739903 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ad62e-188d-4602-944d-eb8e2ca77a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3cb546-a712-439a-8469-a3f582aa5025,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:56.748316 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-800ad62e-188d-4602-944d-eb8e2ca77a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:56.801524 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177e76f-807f-46a2-a340-c163e32eac4f req-bf91a805-283f-40ad-8364-e8d91e77eb3c tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:56.804076 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9177e76f-807f-46a2-a340-c163e32eac4f req-bf91a805-283f-40ad-8364-e8d91e77eb3c tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 944 time: 0.1331456 Jun 23 14:49:56.860763 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9177e76f-807f-46a2-a340-c163e32eac4f req-372b626d-1e71-4686-b989-98e215ffd54f tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429349 Jun 23 14:49:56.994661 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-290ba5ad-90dc-4352-95c6-7cecf0cd1b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:57.020610 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-713039bc-0817-4bc6-804f-1b90724e993c req-ebc57b01-4291-4f6e-a631-faf255c45d26 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 210 time: 0.0432806 Jun 23 14:49:57.034530 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-47657b5e-a9b1-4c06-a054-814b4e5b30c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:57.046227 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-290ba5ad-90dc-4352-95c6-7cecf0cd1b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:57.052745 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-47657b5e-a9b1-4c06-a054-814b4e5b30c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:57.059417 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-7645649f-28d2-45b1-83f8-6a96f033b9b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:57.116007 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-47657b5e-a9b1-4c06-a054-814b4e5b30c0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9324a439df23462583c0c92bfe3fa012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6397800 Jun 23 14:49:57.116007 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47657b5e-a9b1-4c06-a054-814b4e5b30c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42294178-fdba-489e-a8bc-45b396238bf7,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:57.116350 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 60402) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:57.117984 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-47657b5e-a9b1-4c06-a054-814b4e5b30c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:57.138606 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-290ba5ad-90dc-4352-95c6-7cecf0cd1b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:57.141694 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-290ba5ad-90dc-4352-95c6-7cecf0cd1b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:57.144433 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-290ba5ad-90dc-4352-95c6-7cecf0cd1b74 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8d4fed82-c38f-429d-b47e-718d1e03f66b HTTP/1.1" status: 204 len: 168 time: 0.4362407 Jun 23 14:49:57.145599 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:57.153521 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ba5ad-90dc-4352-95c6-7cecf0cd1b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4fed82-c38f-429d-b47e-718d1e03f66b,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:57.162745 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-290ba5ad-90dc-4352-95c6-7cecf0cd1b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:57.199515 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e477dc93-6742-4cd4-8b1e-2504013115c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:57.243046 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1202e842-710f-466c-8f43-6bee7ca02f0d req-3345f363-c40d-43b2-9181-ff37c7f883c6 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 210 time: 0.0401330 Jun 23 14:49:57.252663 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e477dc93-6742-4cd4-8b1e-2504013115c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:57.317151 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e477dc93-6742-4cd4-8b1e-2504013115c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:57.320390 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e477dc93-6742-4cd4-8b1e-2504013115c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:57.324257 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-e477dc93-6742-4cd4-8b1e-2504013115c5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/42294178-fdba-489e-a8bc-45b396238bf7 HTTP/1.1" status: 204 len: 168 time: 0.2067609 Jun 23 14:49:57.324999 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:57.332536 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477dc93-6742-4cd4-8b1e-2504013115c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42294178-fdba-489e-a8bc-45b396238bf7,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:57.334887 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-e477dc93-6742-4cd4-8b1e-2504013115c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:57.474902 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da45048-e372-4843-ae01-cdfb1fb1befc req-0431d6b1-940a-4361-bdad-be55114099f5 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:57.476491 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7da45048-e372-4843-ae01-cdfb1fb1befc req-0431d6b1-940a-4361-bdad-be55114099f5 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 944 time: 0.0806673 Jun 23 14:49:57.527542 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7da45048-e372-4843-ae01-cdfb1fb1befc req-edfe19cd-8883-498a-aea0-0ac9ad1b2de8 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c418da0-cf39-4f16-a3a6-7f6edfed94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429618 Jun 23 14:49:57.707761 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 60432) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:57.721629 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-bfd0b171-57e1-4676-98eb-9dccb1319b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:57.811608 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-bfd0b171-57e1-4676-98eb-9dccb1319b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:57.816439 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-bfd0b171-57e1-4676-98eb-9dccb1319b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:57.819607 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-eaf75477-c3ee-4693-8d2c-e654178c0ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:57.855179 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-bfd0b171-57e1-4676-98eb-9dccb1319b1b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0bdea6abc25844c4892d7590f54f946c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437023 Jun 23 14:49:57.855641 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 60438) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:49:57.877831 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0b171-57e1-4676-98eb-9dccb1319b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff45bc70-a7f2-4a41-b4d3-fbc05e495131,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:57.905634 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-bfd0b171-57e1-4676-98eb-9dccb1319b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:57.926594 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-21c8cab5-f592-49b9-a838-31bd80170003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:57.951543 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-21c8cab5-f592-49b9-a838-31bd80170003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:58.206553 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7b93e192-b0d3-4f25-866f-6d379e0c4cce req-a2d5e15e-61c0-4d76-a378-1b36e3d9a8ec service neutron] 10.222.0.44 "GET /v2.0/networks/262c1146-289f-4162-b8d1-11a6ea0983b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095296 Jun 23 14:49:58.219280 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30905bab-573c-4dff-a6b7-86a34f2c41cb req-e6bd379e-6482-4fb8-9ab4-d8418dcfd83d tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:58.231638 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-30905bab-573c-4dff-a6b7-86a34f2c41cb req-e6bd379e-6482-4fb8-9ab4-d8418dcfd83d tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 944 time: 0.2231560 Jun 23 14:49:58.259424 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-21c8cab5-f592-49b9-a838-31bd80170003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:58.292257 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-21c8cab5-f592-49b9-a838-31bd80170003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:58.298176 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-21c8cab5-f592-49b9-a838-31bd80170003 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ff45bc70-a7f2-4a41-b4d3-fbc05e495131 HTTP/1.1" status: 204 len: 168 time: 0.4411285 Jun 23 14:49:58.302805 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-47657b5e-a9b1-4c06-a054-814b4e5b30c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:49:58.326881 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-736da255-38c8-4e3e-a0bd-ff3fe63d898e req-ba6cdfaf-9fad-4808-908f-7ada24e74300 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 210 time: 0.0660124 Jun 23 14:49:58.333387 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9915eabc-2b3e-4300-b0f2-81af13da0d93 req-6f0d9340-6c63-4ba4-bbcf-4149849d4170 service neutron] 10.222.0.44 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380938 Jun 23 14:49:58.334953 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8cab5-f592-49b9-a838-31bd80170003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff45bc70-a7f2-4a41-b4d3-fbc05e495131,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:49:58.337508 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-21c8cab5-f592-49b9-a838-31bd80170003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:49:58.366339 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-30905bab-573c-4dff-a6b7-86a34f2c41cb req-2c89d99a-7e8d-428c-9d6c-61369fe848e5 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318154 Jun 23 14:49:58.426920 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7b93e192-b0d3-4f25-866f-6d379e0c4cce req-066c8748-b7b8-45c0-baed-043ffd3081e3 service neutron] 10.222.0.44 "GET /v2.0/networks/262c1146-289f-4162-b8d1-11a6ea0983b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803045 Jun 23 14:49:58.578074 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2f1b32fa-3a17-466a-9f42-eba6884ce69a req-f2177d34-0564-43a3-bbee-a1fdbc156fbe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 210 time: 0.0483220 Jun 23 14:49:58.757072 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b0d19-55f2-47a3-a7ac-ae552c835e7f req-ea7e2130-8c16-4718-bffb-b5f0e43390cc tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:58.761057 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4e6b0d19-55f2-47a3-a7ac-ae552c835e7f req-ea7e2130-8c16-4718-bffb-b5f0e43390cc tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 944 time: 0.0953677 Jun 23 14:49:58.819249 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4e6b0d19-55f2-47a3-a7ac-ae552c835e7f req-ea190018-d093-4613-b8b2-9d075d8951ad tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c418da0-cf39-4f16-a3a6-7f6edfed94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497310 Jun 23 14:49:59.248722 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-2ecd6adc-71ab-4a87-9c48-61964e9310a9 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:59.250251 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-2ecd6adc-71ab-4a87-9c48-61964e9310a9 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.44 "GET /v2.0/networks?id=e814d2cc-d75c-42e6-8108-39760acd9bb0 HTTP/1.1" status: 200 len: 810 time: 0.2062871 Jun 23 14:49:59.336183 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-496f2d1b-6ff0-4142-a18c-138ffcbf3e70 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35f150cf617c4730b974b88b2fde4126 HTTP/1.1" status: 200 len: 380 time: 0.0723834 Jun 23 14:49:59.372846 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-d2f293ac-39ea-4eb0-bb89-fa33305eaf25 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Request body: {'port': {'device_id': 'b67675fd-70ae-4c79-a345-8fe294efbb38', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'admin_state_up': True, 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'security_groups': ['239e9dc2-ad9e-4a48-8b74-d1b6887f47e4']}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:49:59.517786 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-d2f293ac-39ea-4eb0-bb89-fa33305eaf25 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Made reservation on behalf of 35f150cf617c4730b974b88b2fde4126 for: {'port': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:49:59.528790 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-d2f293ac-39ea-4eb0-bb89-fa33305eaf25 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:49:59.711431 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a0080b3f-003a-4c75-81a3-4b2340feb2e7 req-57acc7ac-d190-4237-9678-3f3532ae8add tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 210 time: 0.0661819 Jun 23 14:49:59.885312 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-07bd1c89-ef25-48a2-91ba-1933587c000a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:59.887223 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-07bd1c89-ef25-48a2-91ba-1933587c000a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.44 "GET /v2.0/networks?id=b2d1e732-3395-45e9-ab92-336826d1d69d HTTP/1.1" status: 200 len: 817 time: 0.2695415 Jun 23 14:49:59.927143 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c39db-2ddb-428c-960e-93568cbd51bb req-bd5fc846-47f0-446d-8877-26606c91e810 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:49:59.951737 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-568c39db-2ddb-428c-960e-93568cbd51bb req-bd5fc846-47f0-446d-8877-26606c91e810 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 944 time: 0.2776761 Jun 23 14:49:59.999418 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-d2f293ac-39ea-4eb0-bb89-fa33305eaf25 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Allocated IP 172.20.0.14 (e814d2cc-d75c-42e6-8108-39760acd9bb0/fd5cd500-ea2b-40e8-aaac-0fa807c14afc/570af0f4-69d3-4505-97ab-54a4b850ab68) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:50:00.034400 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-021dd358-a41d-461d-af82-bb72fe476d9e tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1f1df70bdc347509afb763322e81a15 HTTP/1.1" status: 200 len: 379 time: 0.1355810 Jun 23 14:50:00.058383 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-568c39db-2ddb-428c-960e-93568cbd51bb req-e15e2ff8-2f50-452b-8efb-8593c34df86c tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040535 Jun 23 14:50:00.077523 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-66e35be9-93bf-4f51-87af-52ab81e192ac req-2b74b7b3-f170-4bd7-9f6f-7691cce9200d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 210 time: 0.0715585 Jun 23 14:50:00.091280 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-5dbe46b2-2b05-40f0-8afc-19f9a58d1d69 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Request body: {'port': {'device_id': '0ab1818e-124b-44f6-8290-75fed35fe3b0', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'admin_state_up': True, 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'security_groups': ['afaa336a-14ce-4d91-a95b-295edfb5e395']}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:50:00.131886 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 52666dea-2583-4f8a-9700-4176b1539297 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:50:00.276051 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-5dbe46b2-2b05-40f0-8afc-19f9a58d1d69 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Made reservation on behalf of f1f1df70bdc347509afb763322e81a15 for: {'port': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:50:00.279657 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-5dbe46b2-2b05-40f0-8afc-19f9a58d1d69 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:00.356455 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 52666dea-2583-4f8a-9700-4176b1539297, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=52666dea-2583-4f8a-9700-4176b1539297,segment=NetworkSegment(fe93aea0-6524-4b32-92b7-0d915e8e0cd1),segment_id=fe93aea0-6524-4b32-92b7-0d915e8e0cd1)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:50:00.369266 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:50:00.383030 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': '52666dea-2583-4f8a-9700-4176b1539297', 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2', 'port_id': '52666dea-2583-4f8a-9700-4176b1539297', 'mac_address': 'fa:16:3e:fa:50:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565c59f5-fb5b-4a37-988a-29937cd627c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:50:00.446017 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:00.462347 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_common [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-5dbe46b2-2b05-40f0-8afc-19f9a58d1d69 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Allocated IP 172.20.0.8 (b2d1e732-3395-45e9-ab92-336826d1d69d/7e25bbb7-3773-4230-b906-44113f972ac4/1cbddff4-17f6-40d0-b5a1-9b072835544f) {{(pid=104656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:50:00.466729 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52666dea-2583-4f8a-9700-4176b1539297 {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:50:00.496887 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 52666dea-2583-4f8a-9700-4176b1539297, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=52666dea-2583-4f8a-9700-4176b1539297,segment=NetworkSegment(fe93aea0-6524-4b32-92b7-0d915e8e0cd1),segment_id=fe93aea0-6524-4b32-92b7-0d915e8e0cd1)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:50:00.502499 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:00.503241 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 86170bb9-4dba-4d3d-8367-3f888c3f7694 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:50:00.553561 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c6ef1-d235-437e-a31d-c8659d601910 req-1d4d4646-a396-495d-b0cd-ab80f0674b8e tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:00.556087 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-cf1c6ef1-d235-437e-a31d-c8659d601910 req-1d4d4646-a396-495d-b0cd-ab80f0674b8e tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 944 time: 0.2991898 Jun 23 14:50:00.563595 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-d2f293ac-39ea-4eb0-bb89-fa33305eaf25 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:00.601297 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-d2f293ac-39ea-4eb0-bb89-fa33305eaf25 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Transition to ACTIVE for port object 570af0f4-69d3-4505-97ab-54a4b850ab68 will not be triggered until provisioned by entity DHCP. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:50:00.622658 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-cf1c6ef1-d235-437e-a31d-c8659d601910 req-6ebb3e3a-8508-4b23-b5bb-df5b5dedd557 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c418da0-cf39-4f16-a3a6-7f6edfed94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528917 Jun 23 14:50:00.673025 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-d2f293ac-39ea-4eb0-bb89-fa33305eaf25 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:00.689856 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:00.700700 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:00.729368 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 86170bb9-4dba-4d3d-8367-3f888c3f7694, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=86170bb9-4dba-4d3d-8367-3f888c3f7694,segment=NetworkSegment(1059cf12-2b4c-4d05-a459-bdf503917aa4),segment_id=1059cf12-2b4c-4d05-a459-bdf503917aa4)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:50:00.762417 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': '86170bb9-4dba-4d3d-8367-3f888c3f7694', 'network_id': '262c1146-289f-4162-b8d1-11a6ea0983b5', 'port_id': '86170bb9-4dba-4d3d-8367-3f888c3f7694', 'mac_address': 'fa:16:3e:1f:c9:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d7bb9-c576-4d70-a104-6568bfeae6d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:50:00.793545 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f293ac-39ea-4eb0-bb89-fa33305eaf25 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Pushing event updated for resources: {'Port': ['ID=570af0f4-69d3-4505-97ab-54a4b850ab68,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:00.800948 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-d2f293ac-39ea-4eb0-bb89-fa33305eaf25 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:00.803050 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-d2f293ac-39ea-4eb0-bb89-fa33305eaf25 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Network e814d2cc-d75c-42e6-8108-39760acd9bb0 is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:50:00.804622 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=52666dea-2583-4f8a-9700-4176b1539297,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:00.804933 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-d2f293ac-39ea-4eb0-bb89-fa33305eaf25 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:50:00.807972 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-d2f293ac-39ea-4eb0-bb89-fa33305eaf25 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:50:00.816191 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-d2f293ac-39ea-4eb0-bb89-fa33305eaf25 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:00.817084 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-d2f293ac-39ea-4eb0-bb89-fa33305eaf25 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:00.833237 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-5dbe46b2-2b05-40f0-8afc-19f9a58d1d69 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for port, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:00.842384 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-d2f293ac-39ea-4eb0-bb89-fa33305eaf25 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5003955 Jun 23 14:50:00.858513 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Request body: {'port': {'device_id': 'b67675fd-70ae-4c79-a345-8fe294efbb38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:50:00.863634 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:00.882836 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.provisioning_blocks [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-5dbe46b2-2b05-40f0-8afc-19f9a58d1d69 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Transition to ACTIVE for port object 1cbddff4-17f6-40d0-b5a1-9b072835544f will not be triggered until provisioned by entity DHCP. {{(pid=104656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:50:00.917256 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:00.930301 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 60642) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:00.941654 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86170bb9-4dba-4d3d-8367-3f888c3f7694 {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:50:00.964751 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 86170bb9-4dba-4d3d-8367-3f888c3f7694, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=86170bb9-4dba-4d3d-8367-3f888c3f7694,segment=NetworkSegment(1059cf12-2b4c-4d05-a459-bdf503917aa4),segment_id=1059cf12-2b4c-4d05-a459-bdf503917aa4)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:50:00.977418 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:00.982782 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:01.008709 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:01.078713 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-5dbe46b2-2b05-40f0-8afc-19f9a58d1d69 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:01.157993 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:01.160230 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=86170bb9-4dba-4d3d-8367-3f888c3f7694,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:01.165841 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:01.285146 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-eb4948f0-23fd-43a0-a9f2-ec97be7f4392 None None] Provisioning for port 570af0f4-69d3-4505-97ab-54a4b850ab68 completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:50:01.288726 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe46b2-2b05-40f0-8afc-19f9a58d1d69 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Pushing event updated for resources: {'Port': ['ID=1cbddff4-17f6-40d0-b5a1-9b072835544f,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:01.301995 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c87d5-278d-447d-b218-c075d16992c4 req-1cccf947-c1ae-4470-ba85-cfcc2ad2d25b tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:01.303559 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-800c87d5-278d-447d-b218-c075d16992c4 req-1cccf947-c1ae-4470-ba85-cfcc2ad2d25b tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 932 time: 0.3855407 Jun 23 14:50:01.304660 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-5dbe46b2-2b05-40f0-8afc-19f9a58d1d69 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:01.306795 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-5dbe46b2-2b05-40f0-8afc-19f9a58d1d69 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Network b2d1e732-3395-45e9-ab92-336826d1d69d is already hosted by enough agents. {{(pid=104656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:50:01.308384 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-5dbe46b2-2b05-40f0-8afc-19f9a58d1d69 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Resources bound (agent type, host, resource id): {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:50:01.312413 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-5dbe46b2-2b05-40f0-8afc-19f9a58d1d69 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Received port after_create {{(pid=104656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:50:01.318102 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-5dbe46b2-2b05-40f0-8afc-19f9a58d1d69 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:01.318766 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-5dbe46b2-2b05-40f0-8afc-19f9a58d1d69 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for port, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:01.323700 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-eb4948f0-23fd-43a0-a9f2-ec97be7f4392 None None] Provisioning complete for port 570af0f4-69d3-4505-97ab-54a4b850ab68 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:50:01.328437 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-eb4948f0-23fd-43a0-a9f2-ec97be7f4392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:01.333229 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['86170bb9-4dba-4d3d-8367-3f888c3f7694'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:50:01.338194 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['52666dea-2583-4f8a-9700-4176b1539297'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:50:01.366660 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-5dbe46b2-2b05-40f0-8afc-19f9a58d1d69 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3005486 Jun 23 14:50:01.388541 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Request body: {'port': {'device_id': '0ab1818e-124b-44f6-8290-75fed35fe3b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:50:01.489308 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:01.503651 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-800c87d5-278d-447d-b218-c075d16992c4 req-b3880cfa-594a-4ae5-8718-6ab315e930d1 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929462 Jun 23 14:50:01.587854 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-eb4948f0-23fd-43a0-a9f2-ec97be7f4392 None None] Port 570af0f4-69d3-4505-97ab-54a4b850ab68 cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:50:01.603506 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9070fc0-d861-447e-8645-84cbee272474 req-27d1b837-52f9-4f99-a6d2-6f5bc55bf32f tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:01.605042 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c9070fc0-d861-447e-8645-84cbee272474 req-27d1b837-52f9-4f99-a6d2-6f5bc55bf32f tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 945 time: 0.2896750 Jun 23 14:50:01.658394 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 570af0f4-69d3-4505-97ab-54a4b850ab68 {{(pid=104657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:50:01.734889 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:01.745631 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c9070fc0-d861-447e-8645-84cbee272474 req-24fda7ae-4e09-47ed-9274-85f20d1a427a tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323862 Jun 23 14:50:01.758584 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Transition to ACTIVE for port object 570af0f4-69d3-4505-97ab-54a4b850ab68 will not be triggered until provisioned by entity L2. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:50:01.765359 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:01.774225 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:01.812664 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Pushing event updated for resources: {'Port': ['ID=570af0f4-69d3-4505-97ab-54a4b850ab68,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:01.819293 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:01.913711 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Attempting to bind port 570af0f4-69d3-4505-97ab-54a4b850ab68 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:50:01.914297 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Attempting to bind port 570af0f4-69d3-4505-97ab-54a4b850ab68 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0'}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:50:01.914478 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Attempting to bind port 570af0f4-69d3-4505-97ab-54a4b850ab68 on network e814d2cc-d75c-42e6-8108-39760acd9bb0 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:50:01.924368 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Port 570af0f4-69d3-4505-97ab-54a4b850ab68 on network e814d2cc-d75c-42e6-8108-39760acd9bb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:50:01.924748 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Attempting to bind port 570af0f4-69d3-4505-97ab-54a4b850ab68 on network e814d2cc-d75c-42e6-8108-39760acd9bb0 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:50:01.976381 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Checking agent: {'id': 'd8f3122c-1231-4f5b-931f-565a6de0a48e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'started_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:50:01.987207 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Checking segment: {'id': 'f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:50:01.987930 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Bound using segment: {'id': 'f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0'} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:50:01.988252 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Bound port: 570af0f4-69d3-4505-97ab-54a4b850ab68, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0'}}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:50:01.988507 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:02.006673 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-8fdf2159-235d-4c35-ab3b-190c0fd7d4c8 None None] Provisioning for port 1cbddff4-17f6-40d0-b5a1-9b072835544f completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:50:02.033917 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-8fdf2159-235d-4c35-ab3b-190c0fd7d4c8 None None] Provisioning complete for port 1cbddff4-17f6-40d0-b5a1-9b072835544f triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:50:02.034573 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-8fdf2159-235d-4c35-ab3b-190c0fd7d4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:02.066387 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.notifiers.nova [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cbddff4-17f6-40d0-b5a1-9b072835544f {{(pid=104656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:50:02.092182 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e2e031bb-64e5-428d-8a9a-27d2afc6bdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:02.116706 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] For port 570af0f4-69d3-4505-97ab-54a4b850ab68, host hv-cinder-79628, cleared binding levels {{(pid=104657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:50:02.117675 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:02.125941 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] For port 570af0f4-69d3-4505-97ab-54a4b850ab68, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=570af0f4-69d3-4505-97ab-54a4b850ab68,segment=NetworkSegment(f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7),segment_id=f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7)] {{(pid=104657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:50:02.133722 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:02.147810 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf2159-235d-4c35-ab3b-190c0fd7d4c8 None None] Port 1cbddff4-17f6-40d0-b5a1-9b072835544f cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:50:02.156608 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-3d031a17-abaa-42c5-9de4-0ec868851f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:02.220782 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Pushing event updated for resources: {'Port': ['ID=570af0f4-69d3-4505-97ab-54a4b850ab68,revision_number=3']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:02.244809 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:02.245499 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:02.248297 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] 10.222.0.44 "PUT /v2.0/ports/570af0f4-69d3-4505-97ab-54a4b850ab68 HTTP/1.1" status: 200 len: 1094 time: 1.3952434 Jun 23 14:50:02.248832 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67675fd-70ae-4c79-a345-8fe294efbb38', 'tag': '570af0f4-69d3-4505-97ab-54a4b850ab68'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:50:02.252534 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a502df96-5195-4420-9e37-d715e15df87f" -d '{"events": [{"name": "network-changed", "server_uuid": "b67675fd-70ae-4c79-a345-8fe294efbb38", "tag": "570af0f4-69d3-4505-97ab-54a4b850ab68"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:50:02.309093 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.provisioning_blocks [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Transition to ACTIVE for port object 1cbddff4-17f6-40d0-b5a1-9b072835544f will not be triggered until provisioned by entity L2. {{(pid=104656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:50:02.321298 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:02.351623 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:02.352901 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb28b20-93d8-4d4e-abe6-76460d750928 req-987bc99c-e13b-4fa6-b094-e42e33c5d67a tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:02.354691 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9cb28b20-93d8-4d4e-abe6-76460d750928 req-987bc99c-e13b-4fa6-b094-e42e33c5d67a tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 945 time: 0.4421189 Jun 23 14:50:02.362765 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:02.577555 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9cb28b20-93d8-4d4e-abe6-76460d750928 req-7968a6f6-540c-4c0a-9c45-e331ce9cf1eb tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c418da0-cf39-4f16-a3a6-7f6edfed94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089298 Jun 23 14:50:02.617972 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Pushing event updated for resources: {'Port': ['ID=1cbddff4-17f6-40d0-b5a1-9b072835544f,revision_number=2']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:02.625647 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-6a8a281f-5315-4ab7-81cb-2cce1c09802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:02.630811 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:02.635391 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-6a8a281f-5315-4ab7-81cb-2cce1c09802d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=35f150cf617c4730b974b88b2fde4126&device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 1097 time: 0.2353752 Jun 23 14:50:02.649823 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f6051-5367-4e6a-8674-1f932896141f req-f595bb13-f164-46bf-8918-d4e69e73c765 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:02.652669 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-fa7f6051-5367-4e6a-8674-1f932896141f req-f595bb13-f164-46bf-8918-d4e69e73c765 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 931 time: 0.5448453 Jun 23 14:50:02.697634 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9173b139-0cd9-4fb4-b791-4ff6d67f1863 x-openstack-request-id: req-9173b139-0cd9-4fb4-b791-4ff6d67f1863 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:50:02.698090 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b67675fd-70ae-4c79-a345-8fe294efbb38", "tag": "570af0f4-69d3-4505-97ab-54a4b850ab68", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:50:02.698459 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9173b139-0cd9-4fb4-b791-4ff6d67f1863 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:50:02.698978 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67675fd-70ae-4c79-a345-8fe294efbb38', 'tag': '570af0f4-69d3-4505-97ab-54a4b850ab68', 'status': 'completed', 'code': 200} Jun 23 14:50:02.703843 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-211ebf25-c4a6-4061-ad39-2ac9f36388cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=570af0f4-69d3-4505-97ab-54a4b850ab68 HTTP/1.1" status: 200 len: 217 time: 0.0575912 Jun 23 14:50:02.788641 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-6f941a44-a06c-4147-a4c4-32751ce5a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:02.791307 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-6f941a44-a06c-4147-a4c4-32751ce5a8d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fd5cd500-ea2b-40e8-aaac-0fa807c14afc HTTP/1.1" status: 200 len: 849 time: 0.0832205 Jun 23 14:50:02.805104 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.managers [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Attempting to bind port 1cbddff4-17f6-40d0-b5a1-9b072835544f on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:50:02.805445 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.managers [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Attempting to bind port 1cbddff4-17f6-40d0-b5a1-9b072835544f by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd18f6adb-4949-49e5-9cce-0c15933b8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d'}] {{(pid=104656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:50:02.805806 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Attempting to bind port 1cbddff4-17f6-40d0-b5a1-9b072835544f on network b2d1e732-3395-45e9-ab92-336826d1d69d {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:50:02.816945 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 60720) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:02.825650 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Port 1cbddff4-17f6-40d0-b5a1-9b072835544f on network b2d1e732-3395-45e9-ab92-336826d1d69d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:50:02.826011 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Attempting to bind port 1cbddff4-17f6-40d0-b5a1-9b072835544f on network b2d1e732-3395-45e9-ab92-336826d1d69d {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:50:02.846650 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Checking agent: {'id': 'd8f3122c-1231-4f5b-931f-565a6de0a48e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'started_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:50:02.846985 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Checking segment: {'id': 'd18f6adb-4949-49e5-9cce-0c15933b8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:50:02.847362 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Bound using segment: {'id': 'd18f6adb-4949-49e5-9cce-0c15933b8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d'} {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:50:02.847813 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.managers [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Bound port: 1cbddff4-17f6-40d0-b5a1-9b072835544f, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd18f6adb-4949-49e5-9cce-0c15933b8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d'}}] {{(pid=104656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:50:02.848186 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:02.886370 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-fa7f6051-5367-4e6a-8674-1f932896141f req-06eaec40-1ad2-422a-a7a4-96f753049d80 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713927 Jun 23 14:50:02.924971 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e2e031bb-64e5-428d-8a9a-27d2afc6bdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:02.931908 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e2e031bb-64e5-428d-8a9a-27d2afc6bdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:02.942361 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:02.975351 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e031bb-64e5-428d-8a9a-27d2afc6bdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7638c3c-4002-47b0-8da4-8392e22f51b4,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:03.001011 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-e2e031bb-64e5-428d-8a9a-27d2afc6bdff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:03.030036 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-e2e031bb-64e5-428d-8a9a-27d2afc6bdff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8e3a49701d0e44c988cd7c7f353fb6b3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0829952 Jun 23 14:50:03.030831 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.db [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] For port 1cbddff4-17f6-40d0-b5a1-9b072835544f, host hv-cinder-79628, cleared binding levels {{(pid=104656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:50:03.033146 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 60728) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:03.036540 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.db [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] For port 1cbddff4-17f6-40d0-b5a1-9b072835544f, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1cbddff4-17f6-40d0-b5a1-9b072835544f,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:50:03.052128 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:03.063573 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-3b949a6e-0a15-49cc-9c8c-06d78650b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:03.065693 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-3b949a6e-0a15-49cc-9c8c-06d78650b32a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e814d2cc-d75c-42e6-8108-39760acd9bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2617571 Jun 23 14:50:03.073664 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:03.123216 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-dce89079-3219-4546-90b9-a32ce5572553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:03.138291 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:03.138920 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for port, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:03.140331 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] 10.222.0.44 "PUT /v2.0/ports/1cbddff4-17f6-40d0-b5a1-9b072835544f HTTP/1.1" status: 200 len: 1093 time: 1.7613754 Jun 23 14:50:03.143623 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab1818e-124b-44f6-8290-75fed35fe3b0', 'tag': '1cbddff4-17f6-40d0-b5a1-9b072835544f'}] {{(pid=104656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:50:03.146121 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e40a2b8b531bb5981548eb1117bf515d9995984da5dfbee5bd4235f0b2f017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df80f7a-d73a-4578-98e2-d19bd3342ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab1818e-124b-44f6-8290-75fed35fe3b0", "tag": "1cbddff4-17f6-40d0-b5a1-9b072835544f"}]}' {{(pid=104656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:50:03.188408 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Pushing event updated for resources: {'Port': ['ID=1cbddff4-17f6-40d0-b5a1-9b072835544f,revision_number=3']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:03.222899 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:03.284306 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-dea5d0aa-cf0b-4aeb-aa31-de73efe521c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:03.313696 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff1ebc-3b89-4c23-8212-ce3db3e77f11 req-786b0df6-0dca-45e9-9671-93f3527fbfb1 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:03.315885 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-35ff1ebc-3b89-4c23-8212-ce3db3e77f11 req-786b0df6-0dca-45e9-9671-93f3527fbfb1 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 945 time: 0.2652450 Jun 23 14:50:03.345041 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-dea5d0aa-cf0b-4aeb-aa31-de73efe521c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:03.349395 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcdcd8-89d0-4ced-985d-ca68f1bf4312 req-6c5a8e23-ccfd-476a-8f93-b385d59143fc tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:03.361832 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-49fcdcd8-89d0-4ced-985d-ca68f1bf4312 req-6c5a8e23-ccfd-476a-8f93-b385d59143fc tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 944 time: 0.4973283 Jun 23 14:50:03.408032 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-852b2db5-a1e6-4c1f-9a8d-10335cd8932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:03.409990 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-852b2db5-a1e6-4c1f-9a8d-10335cd8932a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1f1df70bdc347509afb763322e81a15&device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 1096 time: 0.2114522 Jun 23 14:50:03.414319 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-35ff1ebc-3b89-4c23-8212-ce3db3e77f11 req-75bfb5cb-41e9-4525-b01e-12e3b089fd5c tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850947 Jun 23 14:50:03.462787 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-72fd6414-4018-4484-9de7-0aabed2cb8e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cbddff4-17f6-40d0-b5a1-9b072835544f HTTP/1.1" status: 200 len: 217 time: 0.0444157 Jun 23 14:50:03.487928 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-dea5d0aa-cf0b-4aeb-aa31-de73efe521c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:03.510534 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402029be-7390-4d8a-b4e2-aa3628762b6f x-openstack-request-id: req-402029be-7390-4d8a-b4e2-aa3628762b6f {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:50:03.510843 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab1818e-124b-44f6-8290-75fed35fe3b0", "tag": "1cbddff4-17f6-40d0-b5a1-9b072835544f", "status": "completed", "code": 200}]} {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:50:03.511107 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-402029be-7390-4d8a-b4e2-aa3628762b6f {{(pid=104656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:50:03.511515 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab1818e-124b-44f6-8290-75fed35fe3b0', 'tag': '1cbddff4-17f6-40d0-b5a1-9b072835544f', 'status': 'completed', 'code': 200} Jun 23 14:50:03.514122 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-dea5d0aa-cf0b-4aeb-aa31-de73efe521c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:03.520242 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-dea5d0aa-cf0b-4aeb-aa31-de73efe521c0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c7638c3c-4002-47b0-8da4-8392e22f51b4 HTTP/1.1" status: 204 len: 168 time: 0.4841344 Jun 23 14:50:03.523118 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-e2e031bb-64e5-428d-8a9a-27d2afc6bdff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:03.524705 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-3887fb65-d05e-4b6f-b85b-31044ff5ca8d service neutron] 10.222.0.44 "GET /v2.0/networks/e814d2cc-d75c-42e6-8108-39760acd9bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477370 Jun 23 14:50:03.535588 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5d0aa-cf0b-4aeb-aa31-de73efe521c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7638c3c-4002-47b0-8da4-8392e22f51b4,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:03.541167 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-dea5d0aa-cf0b-4aeb-aa31-de73efe521c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:03.550707 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-762b2a0e-737c-47c1-9499-66225271a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:03.552651 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-762b2a0e-737c-47c1-9499-66225271a79f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e25bbb7-3773-4230-b906-44113f972ac4 HTTP/1.1" status: 200 len: 856 time: 0.0785527 Jun 23 14:50:03.590425 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-49fcdcd8-89d0-4ced-985d-ca68f1bf4312 req-1ce9336e-a6db-4760-bc8b-caf06840c82f tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274535 Jun 23 14:50:03.638899 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-5efc1c1b-a02f-4d7f-b067-83c9a571270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:03.640739 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-5efc1c1b-a02f-4d7f-b067-83c9a571270c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d1e732-3395-45e9-ab92-336826d1d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799737 Jun 23 14:50:03.718690 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-dce89079-3219-4546-90b9-a32ce5572553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:03.726375 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-dce89079-3219-4546-90b9-a32ce5572553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:03.732817 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-8e572106-ae8d-4480-8f65-9c585933f9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:03.789889 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-dce89079-3219-4546-90b9-a32ce5572553 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6808468e3e74407195766328ad630707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9655976 Jun 23 14:50:03.789889 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-07ee7d6c-0d1b-4678-8c02-c26d9e2be30c req-c432da10-5813-470a-b24c-63f4e9b8c01e service neutron] 10.222.0.44 "GET /v2.0/networks/e814d2cc-d75c-42e6-8108-39760acd9bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572331 Jun 23 14:50:03.790345 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 60744) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:03.791032 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce89079-3219-4546-90b9-a32ce5572553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fa16b6-3bf0-4f48-9009-7dbd4beabab1,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:03.810336 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-4829dc32-8895-4937-971c-f0332e6b1b44 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619999 Jun 23 14:50:03.810799 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-dce89079-3219-4546-90b9-a32ce5572553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:03.891337 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 60746) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:03.904846 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d48225-3c1b-4a20-9b94-d3562c594b54 req-9fcb805c-6742-4da5-b3a2-7b0876242817 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:03.906559 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-75d48225-3c1b-4a20-9b94-d3562c594b54 req-9fcb805c-6742-4da5-b3a2-7b0876242817 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 945 time: 0.1976385 Jun 23 14:50:03.912838 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6c6b-302d-4aeb-a74f-7e701fa03132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:03.927366 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502df96-5195-4420-9e37-d715e15df87f req-f5e8bd44-cf1f-4f5f-b274-c93a2e0a5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:03.928856 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a502df96-5195-4420-9e37-d715e15df87f req-f5e8bd44-cf1f-4f5f-b274-c93a2e0a5492 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=35f150cf617c4730b974b88b2fde4126&device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 1097 time: 0.0816102 Jun 23 14:50:03.943345 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-05988e9d-a501-4389-afde-a3e98ca0f792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:03.989633 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-05988e9d-a501-4389-afde-a3e98ca0f792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:04.008137 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cf8949f2-397c-4ed9-9094-9d1e5dcd9e70 req-073078a1-dd67-43be-b17d-f588021ac8d5 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896861 Jun 23 14:50:04.024607 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-75d48225-3c1b-4a20-9b94-d3562c594b54 req-4fd1c868-6a47-4b6b-a3fd-35896126140d tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c418da0-cf39-4f16-a3a6-7f6edfed94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915623 Jun 23 14:50:04.112092 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502df96-5195-4420-9e37-d715e15df87f req-9ea38840-af2a-4e2b-854b-f1b830fffdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:04.113933 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a502df96-5195-4420-9e37-d715e15df87f req-9ea38840-af2a-4e2b-854b-f1b830fffdac service neutron] 10.222.0.44 "GET /v2.0/networks?id=e814d2cc-d75c-42e6-8108-39760acd9bb0 HTTP/1.1" status: 200 len: 911 time: 0.1780944 Jun 23 14:50:04.115530 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-05988e9d-a501-4389-afde-a3e98ca0f792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:04.127861 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-05988e9d-a501-4389-afde-a3e98ca0f792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:04.131474 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-05988e9d-a501-4389-afde-a3e98ca0f792 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/08fa16b6-3bf0-4f48-9009-7dbd4beabab1 HTTP/1.1" status: 204 len: 168 time: 0.3375850 Jun 23 14:50:04.131474 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:04.141967 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05988e9d-a501-4389-afde-a3e98ca0f792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fa16b6-3bf0-4f48-9009-7dbd4beabab1,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:04.145192 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-05988e9d-a501-4389-afde-a3e98ca0f792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:04.148096 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 52666dea-2583-4f8a-9700-4176b1539297 up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:50:04.165597 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df80f7a-d73a-4578-98e2-d19bd3342ae7 req-822c10f1-e138-492f-b56a-3e376b186cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:04.166735 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8df80f7a-d73a-4578-98e2-d19bd3342ae7 req-822c10f1-e138-492f-b56a-3e376b186cc0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1f1df70bdc347509afb763322e81a15&device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 1096 time: 0.0946529 Jun 23 14:50:04.198598 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a502df96-5195-4420-9e37-d715e15df87f req-9924bea9-f64d-4414-afef-b18c7fa71793 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=570af0f4-69d3-4505-97ab-54a4b850ab68 HTTP/1.1" status: 200 len: 217 time: 0.0737534 Jun 23 14:50:04.228452 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeea760-c97c-4f44-89ce-ed4047261435 req-f8d51b53-0c42-46e9-b5be-a3328386534c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:04.241439 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning for port 52666dea-2583-4f8a-9700-4176b1539297 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:50:04.247375 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port 52666dea-2583-4f8a-9700-4176b1539297 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:50:04.248219 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:04.250369 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-dbeea760-c97c-4f44-89ce-ed4047261435 req-f8d51b53-0c42-46e9-b5be-a3328386534c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.2371845 Jun 23 14:50:04.308810 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df80f7a-d73a-4578-98e2-d19bd3342ae7 req-d17dff0a-e5e9-43ae-a1f2-c8b4a53ac357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:04.310683 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8df80f7a-d73a-4578-98e2-d19bd3342ae7 req-d17dff0a-e5e9-43ae-a1f2-c8b4a53ac357 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2d1e732-3395-45e9-ab92-336826d1d69d HTTP/1.1" status: 200 len: 918 time: 0.1355107 Jun 23 14:50:04.316613 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6c6b-302d-4aeb-a74f-7e701fa03132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:04.332609 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6c6b-302d-4aeb-a74f-7e701fa03132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:04.342387 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-459b4b40-5e34-46f0-aa49-136ea0dfa215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:04.368769 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502df96-5195-4420-9e37-d715e15df87f req-ad506b63-a127-4abb-bc99-8a33321b3fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:04.370588 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a502df96-5195-4420-9e37-d715e15df87f req-ad506b63-a127-4abb-bc99-8a33321b3fe6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fd5cd500-ea2b-40e8-aaac-0fa807c14afc HTTP/1.1" status: 200 len: 849 time: 0.1619976 Jun 23 14:50:04.383046 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-dbeea760-c97c-4f44-89ce-ed4047261435 req-8f3d4333-8fee-40fe-abf1-16ff3c26a0b9 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299753 Jun 23 14:50:04.387273 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:04.394304 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8df80f7a-d73a-4578-98e2-d19bd3342ae7 req-792f1ab5-3a9e-4a78-b4a8-b3dae8c058c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cbddff4-17f6-40d0-b5a1-9b072835544f HTTP/1.1" status: 200 len: 217 time: 0.0750189 Jun 23 14:50:04.427458 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b82c25a-9f8f-4107-ab95-e06bfbe86f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52666dea-2583-4f8a-9700-4176b1539297'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:50:04.516706 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b6c6b-302d-4aeb-a74f-7e701fa03132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0611ce48-becd-4c63-94bd-5b45eb7c6a5f,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:04.538819 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df80f7a-d73a-4578-98e2-d19bd3342ae7 req-f317990a-5d57-4cbb-a667-7786aa51691c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:04.542250 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-9e6b6c6b-302d-4aeb-a74f-7e701fa03132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:04.547271 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-9e6b6c6b-302d-4aeb-a74f-7e701fa03132 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=96f5122e69004785b753736870f1f83b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6540406 Jun 23 14:50:04.549564 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8df80f7a-d73a-4578-98e2-d19bd3342ae7 req-f317990a-5d57-4cbb-a667-7786aa51691c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e25bbb7-3773-4230-b906-44113f972ac4 HTTP/1.1" status: 200 len: 856 time: 0.1413155 Jun 23 14:50:04.552881 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 60776) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:04.578228 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 52666dea-2583-4f8a-9700-4176b1539297, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=52666dea-2583-4f8a-9700-4176b1539297,segment=NetworkSegment(fe93aea0-6524-4b32-92b7-0d915e8e0cd1),segment_id=fe93aea0-6524-4b32-92b7-0d915e8e0cd1)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:50:04.588654 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502df96-5195-4420-9e37-d715e15df87f req-c1714052-0097-4f60-a636-21265c5bffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:04.589694 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:04.590367 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a502df96-5195-4420-9e37-d715e15df87f req-c1714052-0097-4f60-a636-21265c5bffd6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e814d2cc-d75c-42e6-8108-39760acd9bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1993332 Jun 23 14:50:04.591434 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 86170bb9-4dba-4d3d-8367-3f888c3f7694 up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:50:04.597183 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:04.727158 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a502df96-5195-4420-9e37-d715e15df87f req-e7f3e3e8-2a6f-466e-bb1e-edbcb968cc63 service neutron] 10.222.0.44 "GET /v2.0/networks/e814d2cc-d75c-42e6-8108-39760acd9bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284926 Jun 23 14:50:04.738937 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df80f7a-d73a-4578-98e2-d19bd3342ae7 req-452556d5-7564-451c-a13b-0924bd5ff463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:04.742188 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8df80f7a-d73a-4578-98e2-d19bd3342ae7 req-452556d5-7564-451c-a13b-0924bd5ff463 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d1e732-3395-45e9-ab92-336826d1d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1862068 Jun 23 14:50:04.743975 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-10ec120c-7cf7-4a94-a3ca-da7e8d9a5567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:04.775730 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-10ec120c-7cf7-4a94-a3ca-da7e8d9a5567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:04.788795 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=52666dea-2583-4f8a-9700-4176b1539297,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:04.792900 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:04.804929 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7890b062-a0b5-4deb-aa0a-ff8e1b33c4c7" -d '{"events": [{"server_uuid": "6b82c25a-9f8f-4107-ab95-e06bfbe86f02", "name": "network-vif-plugged", "status": "completed", "tag": "52666dea-2583-4f8a-9700-4176b1539297"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:50:04.815230 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning for port 86170bb9-4dba-4d3d-8367-3f888c3f7694 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:50:04.820447 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port 86170bb9-4dba-4d3d-8367-3f888c3f7694 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:50:04.821136 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:04.839677 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 60782) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:04.889998 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-edd09bd6-6fc7-4927-b2e4-2b9f91fc9de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:04.916675 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:04.951943 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 86170bb9-4dba-4d3d-8367-3f888c3f7694, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=86170bb9-4dba-4d3d-8367-3f888c3f7694,segment=NetworkSegment(1059cf12-2b4c-4d05-a459-bdf503917aa4),segment_id=1059cf12-2b4c-4d05-a459-bdf503917aa4)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:50:04.958155 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:04.960366 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:04.973432 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a502df96-5195-4420-9e37-d715e15df87f req-30999074-5e50-495d-b2fd-ceeae164c9b3 service neutron] 10.222.0.44 "GET /v2.0/networks/e814d2cc-d75c-42e6-8108-39760acd9bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300692 Jun 23 14:50:04.986828 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b62b9-15cb-455a-9dc8-3086531e9bab req-08b0ec86-f10a-4f32-87b0-a29007adbdc7 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:04.988246 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0f5b62b9-15cb-455a-9dc8-3086531e9bab req-08b0ec86-f10a-4f32-87b0-a29007adbdc7 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 944 time: 0.1814551 Jun 23 14:50:05.047276 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=86170bb9-4dba-4d3d-8367-3f888c3f7694,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:05.052141 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:05.065124 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0f5b62b9-15cb-455a-9dc8-3086531e9bab req-e8a01359-2efc-42ae-aa46-3217afcd6bed tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618150 Jun 23 14:50:05.085026 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-edd09bd6-6fc7-4927-b2e4-2b9f91fc9de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:05.093507 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-edd09bd6-6fc7-4927-b2e4-2b9f91fc9de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:05.099341 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba459c83-432c-45b1-91c0-cbcac1d56169 req-06c89229-785c-4e8a-82ef-716dfbe50e3f tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:05.100846 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-ba459c83-432c-45b1-91c0-cbcac1d56169 req-06c89229-785c-4e8a-82ef-716dfbe50e3f tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 946 time: 0.4872670 Jun 23 14:50:05.126817 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8df80f7a-d73a-4578-98e2-d19bd3342ae7 req-f757bb7f-d145-4ae3-824b-3ae09cac3022 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474739 Jun 23 14:50:05.127823 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:05.134595 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-edd09bd6-6fc7-4927-b2e4-2b9f91fc9de7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=67934a63866542fab0b9513ada99186f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895260 Jun 23 14:50:05.134839 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 60788) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:05.157628 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd09bd6-6fc7-4927-b2e4-2b9f91fc9de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99223c12-4e72-4671-83ca-9d2a81451242,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:05.164911 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-edd09bd6-6fc7-4927-b2e4-2b9f91fc9de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:05.246939 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-ba459c83-432c-45b1-91c0-cbcac1d56169 req-e84b41cd-ffa3-4ef5-9cc7-1aaaad87ef30 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333895 Jun 23 14:50:05.252743 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-10ec120c-7cf7-4a94-a3ca-da7e8d9a5567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:05.261439 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-10ec120c-7cf7-4a94-a3ca-da7e8d9a5567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:05.274020 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-10ec120c-7cf7-4a94-a3ca-da7e8d9a5567 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0611ce48-becd-4c63-94bd-5b45eb7c6a5f HTTP/1.1" status: 204 len: 168 time: 0.7082963 Jun 23 14:50:05.274020 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:05.283556 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b63e80e-08ba-457c-8d0f-4b2314a124d1 x-openstack-request-id: req-3b63e80e-08ba-457c-8d0f-4b2314a124d1 {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:50:05.284474 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b82c25a-9f8f-4107-ab95-e06bfbe86f02", "name": "network-vif-plugged", "status": "completed", "tag": "52666dea-2583-4f8a-9700-4176b1539297", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:50:05.284963 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b63e80e-08ba-457c-8d0f-4b2314a124d1 {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:50:05.285627 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b82c25a-9f8f-4107-ab95-e06bfbe86f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52666dea-2583-4f8a-9700-4176b1539297', 'code': 200} Jun 23 14:50:05.303010 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec120c-7cf7-4a94-a3ca-da7e8d9a5567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0611ce48-becd-4c63-94bd-5b45eb7c6a5f,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:05.313616 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-10ec120c-7cf7-4a94-a3ca-da7e8d9a5567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:05.318395 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-95c14fa5-f712-4574-a622-643faea2a82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:05.324041 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8df80f7a-d73a-4578-98e2-d19bd3342ae7 req-acfbef3c-6a6b-4080-8f11-7f390c4ab667 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902726 Jun 23 14:50:05.353610 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-95c14fa5-f712-4574-a622-643faea2a82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:05.444332 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-95c14fa5-f712-4574-a622-643faea2a82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:05.448461 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-95c14fa5-f712-4574-a622-643faea2a82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:05.450743 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-95c14fa5-f712-4574-a622-643faea2a82b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/99223c12-4e72-4671-83ca-9d2a81451242 HTTP/1.1" status: 204 len: 168 time: 0.3150384 Jun 23 14:50:05.455123 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-dea5d0aa-cf0b-4aeb-aa31-de73efe521c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:05.466851 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c14fa5-f712-4574-a622-643faea2a82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99223c12-4e72-4671-83ca-9d2a81451242,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:05.470112 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-95c14fa5-f712-4574-a622-643faea2a82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:05.515462 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2e126-114b-4578-b21c-d98101acb522 req-19357a49-a9f3-41dc-8cca-616d6abec56e tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:05.517006 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-efa2e126-114b-4578-b21c-d98101acb522 req-19357a49-a9f3-41dc-8cca-616d6abec56e tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 946 time: 0.1167324 Jun 23 14:50:05.656922 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7a55c-a435-4aa6-8df5-1ff616c4a2f5 req-07149feb-fe25-49e1-b192-05ce66aa4e3d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:05.666098 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6dd7a55c-a435-4aa6-8df5-1ff616c4a2f5 req-07149feb-fe25-49e1-b192-05ce66aa4e3d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.1121130 Jun 23 14:50:05.713734 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-efa2e126-114b-4578-b21c-d98101acb522 req-dcab40fd-42b5-4df3-9a7f-f34991afb978 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c418da0-cf39-4f16-a3a6-7f6edfed94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746614 Jun 23 14:50:05.722701 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6dd7a55c-a435-4aa6-8df5-1ff616c4a2f5 req-5fa67cf3-d952-44c8-b3e1-386022f774d3 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556946 Jun 23 14:50:05.734272 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483a149-8625-4fdd-b57e-fd103d90a8de req-554ff59f-160b-4f76-88a7-81bc1b76f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:05.735745 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e483a149-8625-4fdd-b57e-fd103d90a8de req-554ff59f-160b-4f76-88a7-81bc1b76f1cd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 1099 time: 0.2172537 Jun 23 14:50:05.764077 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-e483a149-8625-4fdd-b57e-fd103d90a8de req-5f8c354c-5307-49df-b36d-4ec2242faaec service neutron] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:05.873996 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-e483a149-8625-4fdd-b57e-fd103d90a8de req-5f8c354c-5307-49df-b36d-4ec2242faaec service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:05.889178 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-e483a149-8625-4fdd-b57e-fd103d90a8de req-5f8c354c-5307-49df-b36d-4ec2242faaec service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:05.905310 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:05.947878 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e483a149-8625-4fdd-b57e-fd103d90a8de req-5f8c354c-5307-49df-b36d-4ec2242faaec service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044342 Jun 23 14:50:05.961940 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c354c-5307-49df-b36d-4ec2242faaec service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a38169a3-60f1-472f-99c6-a5f2c9a1975a,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:05.965299 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-5f8c354c-5307-49df-b36d-4ec2242faaec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:06.150049 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 1cbddff4-17f6-40d0-b5a1-9b072835544f details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:50:06.274042 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 1cbddff4-17f6-40d0-b5a1-9b072835544f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1cbddff4-17f6-40d0-b5a1-9b072835544f,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:50:06.293685 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': '1cbddff4-17f6-40d0-b5a1-9b072835544f', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'port_id': '1cbddff4-17f6-40d0-b5a1-9b072835544f', 'mac_address': 'fa:16:3e:e7:55:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:50:06.305980 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca6cde-a2fe-4750-96ae-412b5578ecc9 req-d2a49830-1ad6-4b6d-8aba-6707a5a1afa6 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:06.307845 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-63ca6cde-a2fe-4750-96ae-412b5578ecc9 req-d2a49830-1ad6-4b6d-8aba-6707a5a1afa6 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 944 time: 0.1090810 Jun 23 14:50:06.348110 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:06.370530 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-63ca6cde-a2fe-4750-96ae-412b5578ecc9 req-ce389641-5e77-4ab3-9e83-7695ac4fdef3 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558455 Jun 23 14:50:06.373857 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cbddff4-17f6-40d0-b5a1-9b072835544f {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:50:06.396820 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 1cbddff4-17f6-40d0-b5a1-9b072835544f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1cbddff4-17f6-40d0-b5a1-9b072835544f,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:50:06.406597 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:06.407455 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 570af0f4-69d3-4505-97ab-54a4b850ab68 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:50:06.410264 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-57682d65-dc9c-445b-ba84-1c8d75990c4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:06.493001 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=1cbddff4-17f6-40d0-b5a1-9b072835544f,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:06.504542 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00e303-ee65-4dd7-9f28-5b1a56160472 req-21ac095d-4de2-4844-9318-524c33ed202a tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:06.506412 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7b00e303-ee65-4dd7-9f28-5b1a56160472 req-21ac095d-4de2-4844-9318-524c33ed202a tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 946 time: 0.0860617 Jun 23 14:50:06.519624 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:06.559994 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 570af0f4-69d3-4505-97ab-54a4b850ab68, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=570af0f4-69d3-4505-97ab-54a4b850ab68,segment=NetworkSegment(f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7),segment_id=f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:50:06.575347 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7b00e303-ee65-4dd7-9f28-5b1a56160472 req-2ed763cf-8c2c-4237-86f3-83c24c00335b tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625660 Jun 23 14:50:06.604380 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': '570af0f4-69d3-4505-97ab-54a4b850ab68', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'port_id': '570af0f4-69d3-4505-97ab-54a4b850ab68', 'mac_address': 'fa:16:3e:42:7e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:50:06.648894 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:06.665810 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570af0f4-69d3-4505-97ab-54a4b850ab68 {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:50:06.694566 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 570af0f4-69d3-4505-97ab-54a4b850ab68, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=570af0f4-69d3-4505-97ab-54a4b850ab68,segment=NetworkSegment(f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7),segment_id=f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:50:06.699331 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:06.701573 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-57682d65-dc9c-445b-ba84-1c8d75990c4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:06.776574 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=570af0f4-69d3-4505-97ab-54a4b850ab68,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:06.792871 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:06.943508 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fae267-49b5-40ff-a9e5-054f852abfde req-37e13a56-2ba9-4147-ac6a-fb9caee146a4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:06.950284 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-74fae267-49b5-40ff-a9e5-054f852abfde req-37e13a56-2ba9-4147-ac6a-fb9caee146a4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 944 time: 0.0917292 Jun 23 14:50:06.963178 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['1cbddff4-17f6-40d0-b5a1-9b072835544f'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:50:06.990384 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e273a-6f15-4797-86da-c67056a22820 req-58dd38a8-e0b6-4a82-9de6-1953200007eb tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:06.995827 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['570af0f4-69d3-4505-97ab-54a4b850ab68'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:50:06.999358 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b61e273a-6f15-4797-86da-c67056a22820 req-58dd38a8-e0b6-4a82-9de6-1953200007eb tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 946 time: 0.1084287 Jun 23 14:50:07.047366 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-74fae267-49b5-40ff-a9e5-054f852abfde req-ae7c444f-1e3c-4321-8422-454fed8e56c9 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912185 Jun 23 14:50:07.056086 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b61e273a-6f15-4797-86da-c67056a22820 req-03d624d4-5a64-41d9-831b-8d033a356f68 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c418da0-cf39-4f16-a3a6-7f6edfed94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555933 Jun 23 14:50:07.082742 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-ceaea55f-de21-469e-8d40-3f0710124e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:07.287250 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9389f06-d62a-4d5c-ac5c-5146c258fccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86170bb9-4dba-4d3d-8367-3f888c3f7694'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:50:07.288757 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 60888) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:07.289980 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223c6db7-f8d4-4d7a-9ada-3d970e466ce9" -d '{"events": [{"server_uuid": "c9389f06-d62a-4d5c-ac5c-5146c258fccb", "name": "network-vif-plugged", "status": "completed", "tag": "86170bb9-4dba-4d3d-8367-3f888c3f7694"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:50:07.329183 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9bfb1b-27b8-46ff-94e0-e24babfb7c0d x-openstack-request-id: req-2e9bfb1b-27b8-46ff-94e0-e24babfb7c0d {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:50:07.329824 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9389f06-d62a-4d5c-ac5c-5146c258fccb", "name": "network-vif-plugged", "status": "completed", "tag": "86170bb9-4dba-4d3d-8367-3f888c3f7694", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:50:07.329824 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e9bfb1b-27b8-46ff-94e0-e24babfb7c0d {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:50:07.330201 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9389f06-d62a-4d5c-ac5c-5146c258fccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86170bb9-4dba-4d3d-8367-3f888c3f7694', 'code': 200} Jun 23 14:50:07.445130 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a542782a-bc19-4aee-810c-b7b1677a6eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:07.719878 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a542782a-bc19-4aee-810c-b7b1677a6eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:07.758501 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a542782a-bc19-4aee-810c-b7b1677a6eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:07.832730 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795217c-fff9-42f3-a7c4-6bf9813026db req-142fec0b-6231-40d0-b8bc-dfcf86dd204e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:07.840107 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2795217c-fff9-42f3-a7c4-6bf9813026db req-142fec0b-6231-40d0-b8bc-dfcf86dd204e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 946 time: 0.0915735 Jun 23 14:50:07.840977 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-413d456c-c472-48d9-b04e-1573d0ac6e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:07.865602 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-a542782a-bc19-4aee-810c-b7b1677a6eef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=88bd27463a26487ea0fa50bc69a66833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5755789 Jun 23 14:50:07.867187 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 60914) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:07.887572 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2795217c-fff9-42f3-a7c4-6bf9813026db req-e5a27915-b186-4602-8848-ee9d172f0f78 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459602 Jun 23 14:50:07.888873 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542782a-bc19-4aee-810c-b7b1677a6eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e097c7ff-1cfc-46b9-8609-a673ff57534d,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:07.914746 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-a542782a-bc19-4aee-810c-b7b1677a6eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:07.959839 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaab73c-6181-4da3-89b3-c6a65b1c5127 req-7aff49ac-f103-4cfc-95d6-40db392fbe77 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:07.968411 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7eaab73c-6181-4da3-89b3-c6a65b1c5127 req-7aff49ac-f103-4cfc-95d6-40db392fbe77 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 945 time: 0.4300699 Jun 23 14:50:07.996191 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-17d99046-da1d-4ca0-b086-6f3b32a301f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:08.020831 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720aa38-4bdc-45c7-9f43-c9dad3e385d7 req-c1cce54d-4c62-4d6c-bb50-9bbb7b375a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:08.022370 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2720aa38-4bdc-45c7-9f43-c9dad3e385d7 req-c1cce54d-4c62-4d6c-bb50-9bbb7b375a5e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 1099 time: 0.2987840 Jun 23 14:50:08.039379 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-17d99046-da1d-4ca0-b086-6f3b32a301f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:08.076268 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7eaab73c-6181-4da3-89b3-c6a65b1c5127 req-6178477a-8b23-4430-aa17-c34cdb3d5fbf tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878506 Jun 23 14:50:08.114072 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2720aa38-4bdc-45c7-9f43-c9dad3e385d7 req-c49ac515-3083-4a5b-aaa2-607de0bb1d1f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7c418da0-cf39-4f16-a3a6-7f6edfed94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767457 Jun 23 14:50:08.138074 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-17d99046-da1d-4ca0-b086-6f3b32a301f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:08.143334 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-17d99046-da1d-4ca0-b086-6f3b32a301f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:08.147739 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-17d99046-da1d-4ca0-b086-6f3b32a301f9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e097c7ff-1cfc-46b9-8609-a673ff57534d HTTP/1.1" status: 204 len: 168 time: 0.2772315 Jun 23 14:50:08.147739 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-95c14fa5-f712-4574-a622-643faea2a82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:08.165560 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d99046-da1d-4ca0-b086-6f3b32a301f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e097c7ff-1cfc-46b9-8609-a673ff57534d,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:08.166204 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 1cbddff4-17f6-40d0-b5a1-9b072835544f up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:50:08.168276 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-17d99046-da1d-4ca0-b086-6f3b32a301f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:08.334345 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning for port 1cbddff4-17f6-40d0-b5a1-9b072835544f completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:50:08.335330 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6af957-78ba-4789-9777-bcf5a016b414 req-93a44501-3d1d-4fbe-93b1-2296ba35b278 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:08.339772 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port 1cbddff4-17f6-40d0-b5a1-9b072835544f triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:50:08.340168 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:08.347829 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cf6af957-78ba-4789-9777-bcf5a016b414 req-93a44501-3d1d-4fbe-93b1-2296ba35b278 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 946 time: 0.0978615 Jun 23 14:50:08.379436 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd409a-d827-43d5-a055-802045812fa9 req-bfc07925-d894-4b21-a5d4-941bd32d8535 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:08.381505 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-76dd409a-d827-43d5-a055-802045812fa9 req-bfc07925-d894-4b21-a5d4-941bd32d8535 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 944 time: 0.1124642 Jun 23 14:50:08.400493 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cf6af957-78ba-4789-9777-bcf5a016b414 req-77fecd55-ad67-4503-914b-93b2dafc2129 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c418da0-cf39-4f16-a3a6-7f6edfed94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517526 Jun 23 14:50:08.431937 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-76dd409a-d827-43d5-a055-802045812fa9 req-88764d1e-03cc-4513-b27e-a8e53f368161 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416956 Jun 23 14:50:08.446254 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:08.479728 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 1cbddff4-17f6-40d0-b5a1-9b072835544f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1cbddff4-17f6-40d0-b5a1-9b072835544f,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:50:08.483903 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:08.484926 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 570af0f4-69d3-4505-97ab-54a4b850ab68 up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:50:08.486645 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-6654a35b-098b-4f6a-aeaa-b7d7d600b10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:08.559267 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=1cbddff4-17f6-40d0-b5a1-9b072835544f,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:08.564880 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:08.570678 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning for port 570af0f4-69d3-4505-97ab-54a4b850ab68 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:50:08.574896 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port 570af0f4-69d3-4505-97ab-54a4b850ab68 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:50:08.575273 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:08.765330 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:08.802239 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 570af0f4-69d3-4505-97ab-54a4b850ab68, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=570af0f4-69d3-4505-97ab-54a4b850ab68,segment=NetworkSegment(f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7),segment_id=f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:50:08.808197 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:08.810271 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:08.858907 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=570af0f4-69d3-4505-97ab-54a4b850ab68,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:08.869674 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:09.284093 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c084a1-e43f-48be-9a9e-9f8f6b4f6c3a req-90a5904f-1556-4ef7-b30b-ca66bdecb6a2 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:09.285791 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-80c084a1-e43f-48be-9a9e-9f8f6b4f6c3a req-90a5904f-1556-4ef7-b30b-ca66bdecb6a2 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0805609 Jun 23 14:50:09.331649 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab1818e-124b-44f6-8290-75fed35fe3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbddff4-17f6-40d0-b5a1-9b072835544f'}, {'server_uuid': 'b67675fd-70ae-4c79-a345-8fe294efbb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570af0f4-69d3-4505-97ab-54a4b850ab68'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:50:09.335776 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d28b563-d7f8-4037-ae04-7fae5338e93c" -d '{"events": [{"server_uuid": "0ab1818e-124b-44f6-8290-75fed35fe3b0", "name": "network-vif-plugged", "status": "completed", "tag": "1cbddff4-17f6-40d0-b5a1-9b072835544f"}, {"server_uuid": "b67675fd-70ae-4c79-a345-8fe294efbb38", "name": "network-vif-plugged", "status": "completed", "tag": "570af0f4-69d3-4505-97ab-54a4b850ab68"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:50:09.342703 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-80c084a1-e43f-48be-9a9e-9f8f6b4f6c3a req-8a20629a-5c94-4047-91f0-19b886d1c409 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440874 Jun 23 14:50:09.430173 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Jun 2021 14:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a63381d-9459-4a79-aaea-349d3ea371bd x-openstack-request-id: req-2a63381d-9459-4a79-aaea-349d3ea371bd {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:50:09.430945 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab1818e-124b-44f6-8290-75fed35fe3b0", "name": "network-vif-plugged", "status": "completed", "tag": "1cbddff4-17f6-40d0-b5a1-9b072835544f", "code": 200}, {"server_uuid": "b67675fd-70ae-4c79-a345-8fe294efbb38", "name": "network-vif-plugged", "status": "completed", "tag": "570af0f4-69d3-4505-97ab-54a4b850ab68", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:50:09.431384 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a63381d-9459-4a79-aaea-349d3ea371bd {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:50:09.431792 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab1818e-124b-44f6-8290-75fed35fe3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbddff4-17f6-40d0-b5a1-9b072835544f', 'code': 200} Jun 23 14:50:09.432193 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67675fd-70ae-4c79-a345-8fe294efbb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570af0f4-69d3-4505-97ab-54a4b850ab68', 'code': 200} Jun 23 14:50:09.668634 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e093b-00c8-44d6-a90b-a5d442a78646 req-39156f88-6017-421b-ba76-6adfd071f684 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:09.674445 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e82e093b-00c8-44d6-a90b-a5d442a78646 req-39156f88-6017-421b-ba76-6adfd071f684 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 946 time: 0.0937738 Jun 23 14:50:09.745926 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e82e093b-00c8-44d6-a90b-a5d442a78646 req-ce9d2ff4-66e1-4cff-907d-64b1a0f1ea15 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c418da0-cf39-4f16-a3a6-7f6edfed94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687644 Jun 23 14:50:09.781919 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:09.786509 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15349d-ed8a-4969-8252-af8942b547e2 req-42eb84a8-af07-4d53-a2e6-0e1b793d5d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:09.789614 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-bd15349d-ed8a-4969-8252-af8942b547e2 req-42eb84a8-af07-4d53-a2e6-0e1b793d5d61 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 1098 time: 0.0930641 Jun 23 14:50:09.818867 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-44883ef3-4e24-4b9a-8cc6-ed60fa359b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:09.869192 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-bd15349d-ed8a-4969-8252-af8942b547e2 req-3c7ccf77-64aa-4fc7-ab6b-17fbd33f38d1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721459 Jun 23 14:50:09.888742 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50832e50-8c5e-443f-a6df-32f1d32fd5f5 req-49b543e9-66d4-4173-bcb4-f198178c3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:09.891846 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-50832e50-8c5e-443f-a6df-32f1d32fd5f5 req-49b543e9-66d4-4173-bcb4-f198178c3bfe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 1099 time: 0.1721597 Jun 23 14:50:09.980066 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-50832e50-8c5e-443f-a6df-32f1d32fd5f5 req-875eaeaa-4def-49cb-9ab8-56cbf24ca752 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427666 Jun 23 14:50:10.032652 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9603b-0f9e-4034-8934-446a583351a8 req-0a5511be-521c-4c34-8ec8-deecdaaef440 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:10.035078 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9df9603b-0f9e-4034-8934-446a583351a8 req-0a5511be-521c-4c34-8ec8-deecdaaef440 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.1066198 Jun 23 14:50:10.101501 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9df9603b-0f9e-4034-8934-446a583351a8 req-9eac767c-881c-4b9f-92b7-71db78bdc64f tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577502 Jun 23 14:50:10.530165 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e858e41-4c1b-41e8-9236-d16ce0179ed8 req-89789c81-182a-48dc-bb7c-dd178836f0ef tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:10.531702 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5e858e41-4c1b-41e8-9236-d16ce0179ed8 req-89789c81-182a-48dc-bb7c-dd178836f0ef tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0713513 Jun 23 14:50:10.569375 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5e858e41-4c1b-41e8-9236-d16ce0179ed8 req-336b888d-fdd1-403e-9333-cd860fd243b8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318673 Jun 23 14:50:10.915111 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:11.352237 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52cfbd-f9d1-44ec-b19c-031f61331a25 req-cbc32e81-d007-4b8d-99d6-43fce0d05297 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:11.352237 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-ec52cfbd-f9d1-44ec-b19c-031f61331a25 req-cbc32e81-d007-4b8d-99d6-43fce0d05297 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.0811911 Jun 23 14:50:11.416666 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-ec52cfbd-f9d1-44ec-b19c-031f61331a25 req-5a2ae140-28ea-4648-8dd5-7d6d3b2de06a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580199 Jun 23 14:50:11.657704 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddae3f-e111-412d-8caf-9983f2fccbee req-7e01ed99-71c8-4243-b001-2a7cc5b3456f tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:11.659247 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f7ddae3f-e111-412d-8caf-9983f2fccbee req-7e01ed99-71c8-4243-b001-2a7cc5b3456f tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.0910633 Jun 23 14:50:11.672872 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 32850) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:11.685385 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-58bc30db-207c-4d61-b986-39732c94377e tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Request body: {'floatingip': {'port_id': '1cbddff4-17f6-40d0-b5a1-9b072835544f'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:50:11.773610 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-58bc30db-207c-4d61-b986-39732c94377e tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for floatingip, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:11.848913 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a3037-d066-4d14-8f67-59fc08cf7f2a req-7a930de7-a434-4645-a9eb-7aa17e0f507d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:11.850531 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8e2a3037-d066-4d14-8f67-59fc08cf7f2a req-7a930de7-a434-4645-a9eb-7aa17e0f507d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0690930 Jun 23 14:50:11.894266 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8e2a3037-d066-4d14-8f67-59fc08cf7f2a req-7e63e9e8-bd2e-47e4-82cd-71c5b0441156 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372481 Jun 23 14:50:12.421608 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084c3d7-7c59-4bcd-beef-0caeffb850b9 req-33bb0661-9c11-41d6-a8f3-b8b4c07d9564 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:12.423567 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2084c3d7-7c59-4bcd-beef-0caeffb850b9 req-33bb0661-9c11-41d6-a8f3-b8b4c07d9564 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.3983343 Jun 23 14:50:12.432865 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 32878) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:12.438556 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-87d14533-0eb7-4fc3-b388-bd212aaa90be tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Request body: {'floatingip': {'port_id': '570af0f4-69d3-4505-97ab-54a4b850ab68'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:50:12.510967 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-87d14533-0eb7-4fc3-b388-bd212aaa90be tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for floatingip, before_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:12.648356 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:12.687809 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-58bc30db-207c-4d61-b986-39732c94377e tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:12.692468 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-58bc30db-207c-4d61-b986-39732c94377e tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602980'] for floatingip, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:12.796418 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.db.l3_db [None req-58bc30db-207c-4d61-b986-39732c94377e tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Floating IP d42c64d3-3cac-4981-b439-97a7e1573500 associated. External IP: 172.27.2.23, port: 1cbddff4-17f6-40d0-b5a1-9b072835544f. Jun 23 14:50:13.007331 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bc30db-207c-4d61-b986-39732c94377e tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:50:13.145611 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bc30db-207c-4d61-b986-39732c94377e tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:50:13.151987 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-58bc30db-207c-4d61-b986-39732c94377e tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for floatingip, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:13.163223 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c673d-ae50-4eb7-a8ec-9ffddb4a1ffd None None] Sync routers for ids ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'] in dv-cinder-796286-8-iscsi {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:50:13.173042 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c673d-ae50-4eb7-a8ec-9ffddb4a1ffd None None] Routers {'8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:50:13.174320 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-214c673d-ae50-4eb7-a8ec-9ffddb4a1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:50:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:50:13.190274 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-58bc30db-207c-4d61-b986-39732c94377e tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "PUT /v2.0/floatingips/d42c64d3-3cac-4981-b439-97a7e1573500 HTTP/1.1" status: 200 len: 990 time: 1.5156407 Jun 23 14:50:13.190977 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab1818e-124b-44f6-8290-75fed35fe3b0', 'tag': '1cbddff4-17f6-40d0-b5a1-9b072835544f'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:50:13.193472 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779bcac7-074a-47b1-b3f7-a1f56d4acf10" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab1818e-124b-44f6-8290-75fed35fe3b0", "tag": "1cbddff4-17f6-40d0-b5a1-9b072835544f"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:50:13.280668 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c553bfb8-e000-4d7d-96a4-a7ea2869c074 x-openstack-request-id: req-c553bfb8-e000-4d7d-96a4-a7ea2869c074 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:50:13.280977 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab1818e-124b-44f6-8290-75fed35fe3b0", "tag": "1cbddff4-17f6-40d0-b5a1-9b072835544f", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:50:13.281255 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c553bfb8-e000-4d7d-96a4-a7ea2869c074 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:50:13.281675 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab1818e-124b-44f6-8290-75fed35fe3b0', 'tag': '1cbddff4-17f6-40d0-b5a1-9b072835544f', 'status': 'completed', 'code': 200} Jun 23 14:50:13.287766 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-214c673d-ae50-4eb7-a8ec-9ffddb4a1ffd None None] Set router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:50:13.341868 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.db.resource_extend [None req-87d14533-0eb7-4fc3-b388-bd212aaa90be tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 14:50:13.427474 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-87d14533-0eb7-4fc3-b388-bd212aaa90be tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:13.433491 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-87d14533-0eb7-4fc3-b388-bd212aaa90be tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602980'] for floatingip, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:13.538571 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.db.l3_db [None req-87d14533-0eb7-4fc3-b388-bd212aaa90be tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Floating IP e2d5a370-a97f-418a-870e-2702c9ea5825 associated. External IP: 172.27.2.243, port: 570af0f4-69d3-4505-97ab-54a4b850ab68. Jun 23 14:50:13.615871 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-214c673d-ae50-4eb7-a8ec-9ffddb4a1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-router', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:39Z', 'revision_number': 4, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'gw_port': {'id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:33Z', 'updated_at': '2021-06-23T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': 'd42c64d3-3cac-4981-b439-97a7e1573500', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'port_id': '1cbddff4-17f6-40d0-b5a1-9b072835544f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'mac_address': 'fa:16:3e:e7:55:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab1818e-124b-44f6-8290-75fed35fe3b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:49:53Z', 'updated_at': '2021-06-23T14:50:12Z', 'revision_number': 1, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc336e90-a726-4ad7-8c50-12ac53d21907', 'name': '', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'mac_address': 'fa:16:3e:df:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:37Z', 'updated_at': '2021-06-23T14:49:50Z', 'revision_number': 5, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'subnets': [{'id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:50:13.715566 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c673d-ae50-4eb7-a8ec-9ffddb4a1ffd None None] Checking router: 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 for host: dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:50:13.724433 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c673d-ae50-4eb7-a8ec-9ffddb4a1ffd None None] Routers {'8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:50:13.725054 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-214c673d-ae50-4eb7-a8ec-9ffddb4a1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:50:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:50:13.748343 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d14533-0eb7-4fc3-b388-bd212aaa90be tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Router 3ce0109c-7662-48c5-b8d9-10426ada2803 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:50:13.841357 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-214c673d-ae50-4eb7-a8ec-9ffddb4a1ffd None None] Set router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:50:13.871824 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d14533-0eb7-4fc3-b388-bd212aaa90be tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:50:13.877221 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-87d14533-0eb7-4fc3-b388-bd212aaa90be tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for floatingip, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:13.882870 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd4a23-dc18-4679-93b6-044f93f3538b None None] Sync routers for ids ['3ce0109c-7662-48c5-b8d9-10426ada2803'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:50:13.901914 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbd4a23-dc18-4679-93b6-044f93f3538b None None] Routers {'3ce0109c-7662-48c5-b8d9-10426ada2803'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:50:13.903839 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-2cbd4a23-dc18-4679-93b6-044f93f3538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:50:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['3ce0109c-7662-48c5-b8d9-10426ada2803'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:50:13.950667 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-87d14533-0eb7-4fc3-b388-bd212aaa90be tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "PUT /v2.0/floatingips/e2d5a370-a97f-418a-870e-2702c9ea5825 HTTP/1.1" status: 200 len: 992 time: 1.5156097 Jun 23 14:50:13.951546 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67675fd-70ae-4c79-a345-8fe294efbb38', 'tag': '570af0f4-69d3-4505-97ab-54a4b850ab68'}] {{(pid=104656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:50:13.966567 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e40a2b8b531bb5981548eb1117bf515d9995984da5dfbee5bd4235f0b2f017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3732fb40-5dd9-4b9b-b444-4b8ec8e471f0" -d '{"events": [{"name": "network-changed", "server_uuid": "b67675fd-70ae-4c79-a345-8fe294efbb38", "tag": "570af0f4-69d3-4505-97ab-54a4b850ab68"}]}' {{(pid=104656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:50:14.080259 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-2cbd4a23-dc18-4679-93b6-044f93f3538b None None] Set router 3ce0109c-7662-48c5-b8d9-10426ada2803 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:50:14.148290 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-214c673d-ae50-4eb7-a8ec-9ffddb4a1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-router', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:39Z', 'revision_number': 4, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'gw_port': {'id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:33Z', 'updated_at': '2021-06-23T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': 'd42c64d3-3cac-4981-b439-97a7e1573500', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'port_id': '1cbddff4-17f6-40d0-b5a1-9b072835544f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'mac_address': 'fa:16:3e:e7:55:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab1818e-124b-44f6-8290-75fed35fe3b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:49:53Z', 'updated_at': '2021-06-23T14:50:12Z', 'revision_number': 1, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc336e90-a726-4ad7-8c50-12ac53d21907', 'name': '', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'mac_address': 'fa:16:3e:df:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:37Z', 'updated_at': '2021-06-23T14:49:50Z', 'revision_number': 5, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'subnets': [{'id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:50:14.180771 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c673d-ae50-4eb7-a8ec-9ffddb4a1ffd None None] The sync data for ids ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'] in dv-cinder-796286-8-iscsi is: [{'id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-router', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:39Z', 'revision_number': 4, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'gw_port': {'id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:33Z', 'updated_at': '2021-06-23T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': 'd42c64d3-3cac-4981-b439-97a7e1573500', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'port_id': '1cbddff4-17f6-40d0-b5a1-9b072835544f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'mac_address': 'fa:16:3e:e7:55:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab1818e-124b-44f6-8290-75fed35fe3b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:49:53Z', 'updated_at': '2021-06-23T14:50:12Z', 'revision_number': 1, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc336e90-a726-4ad7-8c50-12ac53d21907', 'name': '', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'mac_address': 'fa:16:3e:df:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:37Z', 'updated_at': '2021-06-23T14:49:50Z', 'revision_number': 5, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'subnets': [{'id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:50:14.388247 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-2cbd4a23-dc18-4679-93b6-044f93f3538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'name': 'tempest-AttachVolumeTestJSON-323470115-router', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:30Z', 'updated_at': '2021-06-23T14:49:37Z', 'revision_number': 4, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'gw_port': {'id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': 'e2d5a370-a97f-418a-870e-2702c9ea5825', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'port_id': '570af0f4-69d3-4505-97ab-54a4b850ab68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'mac_address': 'fa:16:3e:42:7e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67675fd-70ae-4c79-a345-8fe294efbb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:49:51Z', 'updated_at': '2021-06-23T14:50:13Z', 'revision_number': 1, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61350974-3468-4277-93af-36d4eb0d3b06', 'name': '', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'mac_address': 'fa:16:3e:8e:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:35Z', 'updated_at': '2021-06-23T14:49:46Z', 'revision_number': 5, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'subnets': [{'id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:50:14.408823 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821fc84f-a0f5-47bc-85e8-e1578d9f8fbf None None] New status for floating IP d42c64d3-3cac-4981-b439-97a7e1573500: ACTIVE {{(pid=104659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:50:14.426771 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd4a23-dc18-4679-93b6-044f93f3538b None None] Checking router: 3ce0109c-7662-48c5-b8d9-10426ada2803 for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:50:14.438763 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbd4a23-dc18-4679-93b6-044f93f3538b None None] Routers {'3ce0109c-7662-48c5-b8d9-10426ada2803'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:50:14.439980 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-2cbd4a23-dc18-4679-93b6-044f93f3538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:50:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['3ce0109c-7662-48c5-b8d9-10426ada2803'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:50:14.566962 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-2cbd4a23-dc18-4679-93b6-044f93f3538b None None] Set router 3ce0109c-7662-48c5-b8d9-10426ada2803 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:50:14.796419 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-2cbd4a23-dc18-4679-93b6-044f93f3538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'name': 'tempest-AttachVolumeTestJSON-323470115-router', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:30Z', 'updated_at': '2021-06-23T14:49:37Z', 'revision_number': 4, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'gw_port': {'id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': 'e2d5a370-a97f-418a-870e-2702c9ea5825', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'port_id': '570af0f4-69d3-4505-97ab-54a4b850ab68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'mac_address': 'fa:16:3e:42:7e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67675fd-70ae-4c79-a345-8fe294efbb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:49:51Z', 'updated_at': '2021-06-23T14:50:13Z', 'revision_number': 1, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61350974-3468-4277-93af-36d4eb0d3b06', 'name': '', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'mac_address': 'fa:16:3e:8e:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:35Z', 'updated_at': '2021-06-23T14:49:46Z', 'revision_number': 5, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'subnets': [{'id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:50:14.825422 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd4a23-dc18-4679-93b6-044f93f3538b None None] The sync data for ids ['3ce0109c-7662-48c5-b8d9-10426ada2803'] in dv-cinder-796286-8-iscsi is: [{'id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'name': 'tempest-AttachVolumeTestJSON-323470115-router', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:30Z', 'updated_at': '2021-06-23T14:49:37Z', 'revision_number': 4, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'gw_port': {'id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': 'e2d5a370-a97f-418a-870e-2702c9ea5825', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'port_id': '570af0f4-69d3-4505-97ab-54a4b850ab68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'mac_address': 'fa:16:3e:42:7e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67675fd-70ae-4c79-a345-8fe294efbb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:49:51Z', 'updated_at': '2021-06-23T14:50:13Z', 'revision_number': 1, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61350974-3468-4277-93af-36d4eb0d3b06', 'name': '', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'mac_address': 'fa:16:3e:8e:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:35Z', 'updated_at': '2021-06-23T14:49:46Z', 'revision_number': 5, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'subnets': [{'id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:50:15.007422 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca015132-e4fc-4cbe-9fed-7c4ce46f9624 None None] New status for floating IP e2d5a370-a97f-418a-870e-2702c9ea5825: ACTIVE {{(pid=104658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:50:15.121182 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bcac7-074a-47b1-b3f7-a1f56d4acf10 req-40bd4032-6511-4ebe-8f03-c574ace25b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:15.123563 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-779bcac7-074a-47b1-b3f7-a1f56d4acf10 req-40bd4032-6511-4ebe-8f03-c574ace25b8c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1f1df70bdc347509afb763322e81a15&device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 1098 time: 0.0655949 Jun 23 14:50:15.170152 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617fa457-75bd-4e9b-a304-9eef1f0ee320 x-openstack-request-id: req-617fa457-75bd-4e9b-a304-9eef1f0ee320 {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:50:15.170654 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b67675fd-70ae-4c79-a345-8fe294efbb38", "tag": "570af0f4-69d3-4505-97ab-54a4b850ab68", "status": "completed", "code": 200}]} {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:50:15.170748 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-617fa457-75bd-4e9b-a304-9eef1f0ee320 {{(pid=104656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:50:15.171128 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67675fd-70ae-4c79-a345-8fe294efbb38', 'tag': '570af0f4-69d3-4505-97ab-54a4b850ab68', 'status': 'completed', 'code': 200} Jun 23 14:50:15.231652 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bcac7-074a-47b1-b3f7-a1f56d4acf10 req-c63b06cf-194c-475c-a10b-fe9561544a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:15.233167 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-779bcac7-074a-47b1-b3f7-a1f56d4acf10 req-c63b06cf-194c-475c-a10b-fe9561544a9c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2d1e732-3395-45e9-ab92-336826d1d69d HTTP/1.1" status: 200 len: 918 time: 0.1018407 Jun 23 14:50:15.283346 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732fb40-5dd9-4b9b-b444-4b8ec8e471f0 req-d7ef5d1a-af7f-42dc-95af-680e41981332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:15.284933 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3732fb40-5dd9-4b9b-b444-4b8ec8e471f0 req-d7ef5d1a-af7f-42dc-95af-680e41981332 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=35f150cf617c4730b974b88b2fde4126&device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 1099 time: 0.0740788 Jun 23 14:50:15.341818 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-779bcac7-074a-47b1-b3f7-a1f56d4acf10 req-e42c4a36-3f49-4c09-b1fd-27215edca919 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cbddff4-17f6-40d0-b5a1-9b072835544f HTTP/1.1" status: 200 len: 1000 time: 0.0950856 Jun 23 14:50:15.382414 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732fb40-5dd9-4b9b-b444-4b8ec8e471f0 req-18c35985-ea14-4574-bf81-7f7cee5abded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:15.383864 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3732fb40-5dd9-4b9b-b444-4b8ec8e471f0 req-18c35985-ea14-4574-bf81-7f7cee5abded service neutron] 10.222.0.44 "GET /v2.0/networks?id=e814d2cc-d75c-42e6-8108-39760acd9bb0 HTTP/1.1" status: 200 len: 911 time: 0.0923731 Jun 23 14:50:15.392903 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bcac7-074a-47b1-b3f7-a1f56d4acf10 req-3a0ce50c-c6a0-4eba-85ff-e5cf90394342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:15.394548 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-779bcac7-074a-47b1-b3f7-a1f56d4acf10 req-3a0ce50c-c6a0-4eba-85ff-e5cf90394342 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e25bbb7-3773-4230-b906-44113f972ac4 HTTP/1.1" status: 200 len: 856 time: 0.0443954 Jun 23 14:50:15.465597 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bcac7-074a-47b1-b3f7-a1f56d4acf10 req-ef5cff14-d059-4614-be60-72713f115892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:15.467229 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-779bcac7-074a-47b1-b3f7-a1f56d4acf10 req-ef5cff14-d059-4614-be60-72713f115892 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d1e732-3395-45e9-ab92-336826d1d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608830 Jun 23 14:50:15.505558 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3732fb40-5dd9-4b9b-b444-4b8ec8e471f0 req-40f69279-5fe7-4393-8438-8abdea95f2f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=570af0f4-69d3-4505-97ab-54a4b850ab68 HTTP/1.1" status: 200 len: 1002 time: 0.0998447 Jun 23 14:50:19.244963 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732fb40-5dd9-4b9b-b444-4b8ec8e471f0 req-a355c5ac-4cb1-45e7-b2ef-adc4765d1d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:19.246465 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3732fb40-5dd9-4b9b-b444-4b8ec8e471f0 req-a355c5ac-4cb1-45e7-b2ef-adc4765d1d78 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fd5cd500-ea2b-40e8-aaac-0fa807c14afc HTTP/1.1" status: 200 len: 849 time: 0.0486825 Jun 23 14:50:19.277762 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-779bcac7-074a-47b1-b3f7-a1f56d4acf10 req-a32e23c8-8a20-47f6-996d-1b7ad701c186 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913455 Jun 23 14:50:19.338224 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732fb40-5dd9-4b9b-b444-4b8ec8e471f0 req-e3e2b91b-8c5d-42db-8aa8-6c2b74a9a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:19.339851 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3732fb40-5dd9-4b9b-b444-4b8ec8e471f0 req-e3e2b91b-8c5d-42db-8aa8-6c2b74a9a9d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e814d2cc-d75c-42e6-8108-39760acd9bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739543 Jun 23 14:50:19.435535 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-779bcac7-074a-47b1-b3f7-a1f56d4acf10 req-23c102da-0419-46ff-ad43-aed7a604b975 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470230 Jun 23 14:50:19.475309 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3732fb40-5dd9-4b9b-b444-4b8ec8e471f0 req-40218996-44db-4e66-b557-a95c2dc6621b service neutron] 10.222.0.44 "GET /v2.0/networks/e814d2cc-d75c-42e6-8108-39760acd9bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261978 Jun 23 14:50:19.568095 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3732fb40-5dd9-4b9b-b444-4b8ec8e471f0 req-628b4ece-431a-477c-8cca-2523f2a595e2 service neutron] 10.222.0.44 "GET /v2.0/networks/e814d2cc-d75c-42e6-8108-39760acd9bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841699 Jun 23 14:50:24.658153 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:25.593227 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-f8ebc595-6079-4b73-acda-89cc222aa2d8 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:25.594759 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-f8ebc595-6079-4b73-acda-89cc222aa2d8 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/networks?id=091e6716-f16c-497b-bbf5-a88d9b5ceae2 HTTP/1.1" status: 200 len: 815 time: 0.1116974 Jun 23 14:50:25.609938 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-f3a8b825-27a6-4813-beaa-9e4338b40988 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/quotas/14cebce4a701447bafe560e0e1182a8f HTTP/1.1" status: 200 len: 375 time: 0.0094876 Jun 23 14:50:25.680771 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-1db3b0d7-d484-453a-90e5-20704eef82aa tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=14cebce4a701447bafe560e0e1182a8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0642374 Jun 23 14:50:25.789313 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-b3473781-d6b1-4ad8-967c-2e9a094d3a5b service neutron] 10.222.0.65 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015060 Jun 23 14:50:25.888853 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-6b34a345-b255-4bac-bce4-797ec41d17b0 service neutron] 10.222.0.65 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940645 Jun 23 14:50:26.094406 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2f44cf37-04d3-4d6f-b641-dac6b9dbe543 req-97f91ccc-adc5-4a70-a731-7e8bf01af738 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9c0c584-bc33-4703-9903-843b67c20c2f HTTP/1.1" status: 200 len: 210 time: 0.0328324 Jun 23 14:50:27.201092 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 33262) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:27.246106 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a5bc08b4-7456-4db3-9942-8be445c1cd90 req-5f97d7d8-a6cc-40a5-bd51-7015e078225d tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9c0c584-bc33-4703-9903-843b67c20c2f HTTP/1.1" status: 200 len: 210 time: 0.0320930 Jun 23 14:50:27.318962 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-4bc37e7d-3b1f-4567-9f16-7de048ccfc72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:27.431130 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-4bc37e7d-3b1f-4567-9f16-7de048ccfc72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:27.435808 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-4bc37e7d-3b1f-4567-9f16-7de048ccfc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:27.458382 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:27.464875 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 33280) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:27.466659 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-4bc37e7d-3b1f-4567-9f16-7de048ccfc72 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=22f03f416b8a49b1ad8b6e9c465b3e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638881 Jun 23 14:50:27.489361 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc37e7d-3b1f-4567-9f16-7de048ccfc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f0b6ed-596c-4f6a-9b9b-62899d8bfcd6,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:27.493117 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-4bc37e7d-3b1f-4567-9f16-7de048ccfc72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:27.604883 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-29360423-3046-4f60-996b-a57a2fde4d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:27.675951 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-29360423-3046-4f60-996b-a57a2fde4d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:27.676815 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 33288) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:27.732327 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-8791d89f-1bdf-44ea-ada2-10937b93d212 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:27.733916 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-8791d89f-1bdf-44ea-ada2-10937b93d212 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.44 "GET /v2.0/networks?id=091e6716-f16c-497b-bbf5-a88d9b5ceae2 HTTP/1.1" status: 200 len: 815 time: 0.2451320 Jun 23 14:50:27.759095 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-d0a31cc7-f3f2-4d72-9e76-2f84ae77f143 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Request body: {'port': {'device_id': 'b9c0c584-bc33-4703-9903-843b67c20c2f', 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2', 'admin_state_up': True, 'tenant_id': '14cebce4a701447bafe560e0e1182a8f'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:50:27.801643 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-29360423-3046-4f60-996b-a57a2fde4d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:27.807416 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-29360423-3046-4f60-996b-a57a2fde4d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:27.810962 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-29360423-3046-4f60-996b-a57a2fde4d85 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a6f0b6ed-596c-4f6a-9b9b-62899d8bfcd6 HTTP/1.1" status: 204 len: 168 time: 0.3426752 Jun 23 14:50:27.811778 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:27.840807 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-6da98c51-b1dd-424e-b941-4ed68fa68dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:27.851835 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29360423-3046-4f60-996b-a57a2fde4d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f0b6ed-596c-4f6a-9b9b-62899d8bfcd6,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:27.855022 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-29360423-3046-4f60-996b-a57a2fde4d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:28.032135 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-6da98c51-b1dd-424e-b941-4ed68fa68dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:28.042286 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-6da98c51-b1dd-424e-b941-4ed68fa68dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:28.045211 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-bfd0b171-57e1-4676-98eb-9dccb1319b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:28.060366 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-d0a31cc7-f3f2-4d72-9e76-2f84ae77f143 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Made reservation on behalf of 14cebce4a701447bafe560e0e1182a8f for: {'port': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:50:28.068973 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-d0a31cc7-f3f2-4d72-9e76-2f84ae77f143 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:28.098015 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-6da98c51-b1dd-424e-b941-4ed68fa68dfa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dfe6ebf3cd8148f3a08cf261c830ca5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4197142 Jun 23 14:50:28.101552 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da98c51-b1dd-424e-b941-4ed68fa68dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50f25d8-558b-435e-af40-31a4277289c6,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:28.101738 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 33306) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:28.113045 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-6da98c51-b1dd-424e-b941-4ed68fa68dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:28.242086 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 33320) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:28.263298 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-21a3b98f-75c1-47d1-972a-10402a1930d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:28.268437 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-54c2ebd4-5205-48af-889f-c3b11bfa4f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:28.311978 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-54c2ebd4-5205-48af-889f-c3b11bfa4f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:28.367508 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_common [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-d0a31cc7-f3f2-4d72-9e76-2f84ae77f143 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Allocated IP 172.20.0.7 (091e6716-f16c-497b-bbf5-a88d9b5ceae2/565c59f5-fb5b-4a37-988a-29937cd627c7/13c3c53a-b4e9-4f92-aef4-87bad79363f2) {{(pid=104656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:50:28.420674 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-54c2ebd4-5205-48af-889f-c3b11bfa4f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:28.425890 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-54c2ebd4-5205-48af-889f-c3b11bfa4f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:28.429626 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-54c2ebd4-5205-48af-889f-c3b11bfa4f23 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a50f25d8-558b-435e-af40-31a4277289c6 HTTP/1.1" status: 204 len: 168 time: 0.3240874 Jun 23 14:50:28.432851 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-21c8cab5-f592-49b9-a838-31bd80170003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:28.434735 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-21a3b98f-75c1-47d1-972a-10402a1930d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:28.449854 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2ebd4-5205-48af-889f-c3b11bfa4f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50f25d8-558b-435e-af40-31a4277289c6,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:28.453407 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-21a3b98f-75c1-47d1-972a-10402a1930d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:28.461278 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-54c2ebd4-5205-48af-889f-c3b11bfa4f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:28.485143 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4894f492-21d0-447c-88f4-3793ecb81c10 req-a1fdfc1b-993d-4284-aeb4-ab6b2cde4a5a tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9c0c584-bc33-4703-9903-843b67c20c2f HTTP/1.1" status: 200 len: 210 time: 0.0703316 Jun 23 14:50:28.485916 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-e477dc93-6742-4cd4-8b1e-2504013115c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:28.510810 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-21a3b98f-75c1-47d1-972a-10402a1930d2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fbb377ee2ee7456b874aa4bf6cc963a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675929 Jun 23 14:50:28.513260 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 33330) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:28.545113 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3b98f-75c1-47d1-972a-10402a1930d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3989c167-0bf4-4d0e-824e-761c7a75941e,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:28.560829 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-21a3b98f-75c1-47d1-972a-10402a1930d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:28.594114 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9695515f-c8a7-44cf-8ff0-e725fbacf967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:28.623989 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9695515f-c8a7-44cf-8ff0-e725fbacf967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:28.685282 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9695515f-c8a7-44cf-8ff0-e725fbacf967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:28.690365 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9695515f-c8a7-44cf-8ff0-e725fbacf967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:28.691652 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-9695515f-c8a7-44cf-8ff0-e725fbacf967 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3989c167-0bf4-4d0e-824e-761c7a75941e HTTP/1.1" status: 204 len: 168 time: 0.1774375 Jun 23 14:50:28.692805 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-0b968d0e-717d-4af3-8e98-24b10ac22911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:28.714057 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695515f-c8a7-44cf-8ff0-e725fbacf967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3989c167-0bf4-4d0e-824e-761c7a75941e,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:28.716767 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-9695515f-c8a7-44cf-8ff0-e725fbacf967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:28.864718 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-d0a31cc7-f3f2-4d72-9e76-2f84ae77f143 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks [] for port, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:28.935324 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-d0a31cc7-f3f2-4d72-9e76-2f84ae77f143 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:28.944656 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:28.951390 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['52666dea-2583-4f8a-9700-4176b1539297'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:50:29.051731 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-d0a31cc7-f3f2-4d72-9e76-2f84ae77f143 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Network 091e6716-f16c-497b-bbf5-a88d9b5ceae2 is already hosted by enough agents. {{(pid=104656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:50:29.054408 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 33350) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:29.081200 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-869916ec-5bc4-48de-b102-1ae1d2ae8aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:29.085045 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-d0a31cc7-f3f2-4d72-9e76-2f84ae77f143 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Resources bound (agent type, host, resource id): {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:50:29.092394 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-d0a31cc7-f3f2-4d72-9e76-2f84ae77f143 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Received port after_create {{(pid=104656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:50:29.105648 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-d0a31cc7-f3f2-4d72-9e76-2f84ae77f143 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:29.107004 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-d0a31cc7-f3f2-4d72-9e76-2f84ae77f143 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for port, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:29.125773 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a31cc7-f3f2-4d72-9e76-2f84ae77f143 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Pushing event updated for resources: {'Port': ['ID=13c3c53a-b4e9-4f92-aef4-87bad79363f2,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:29.132639 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-d0a31cc7-f3f2-4d72-9e76-2f84ae77f143 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:29.203257 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-869916ec-5bc4-48de-b102-1ae1d2ae8aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:29.209666 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-869916ec-5bc4-48de-b102-1ae1d2ae8aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:29.214579 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-21a3b98f-75c1-47d1-972a-10402a1930d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:29.214832 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-d0a31cc7-f3f2-4d72-9e76-2f84ae77f143 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4613225 Jun 23 14:50:29.233767 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Request body: {'port': {'device_id': 'b9c0c584-bc33-4703-9903-843b67c20c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:50:29.256209 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869916ec-5bc4-48de-b102-1ae1d2ae8aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75201dec-d0c7-4161-b6b3-b3d23cb55652,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:29.260803 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-869916ec-5bc4-48de-b102-1ae1d2ae8aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:29.267405 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-869916ec-5bc4-48de-b102-1ae1d2ae8aef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b05077db790549e58c165152922c3898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2083912 Jun 23 14:50:29.267774 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 33352) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:29.320226 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:29.322202 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 33356) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:29.330033 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f8ea0f1b-c5c0-4fcb-ab4b-a894ed6d6216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:29.345945 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-43ab5b1f-0180-45f1-8cb3-c1a39e6edcfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:29.373436 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f8ea0f1b-c5c0-4fcb-ab4b-a894ed6d6216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:29.456099 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f8ea0f1b-c5c0-4fcb-ab4b-a894ed6d6216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:29.458770 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f8ea0f1b-c5c0-4fcb-ab4b-a894ed6d6216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:29.460030 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-f8ea0f1b-c5c0-4fcb-ab4b-a894ed6d6216 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75201dec-d0c7-4161-b6b3-b3d23cb55652 HTTP/1.1" status: 204 len: 168 time: 0.1914082 Jun 23 14:50:29.461986 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-4bc045e7-241b-497e-bc31-fa6bd23bccce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:29.482239 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea0f1b-c5c0-4fcb-ab4b-a894ed6d6216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75201dec-d0c7-4161-b6b3-b3d23cb55652,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:29.483395 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-f8ea0f1b-c5c0-4fcb-ab4b-a894ed6d6216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:29.523323 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-43ab5b1f-0180-45f1-8cb3-c1a39e6edcfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:29.528787 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-43ab5b1f-0180-45f1-8cb3-c1a39e6edcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:29.555562 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-edd09bd6-6fc7-4927-b2e4-2b9f91fc9de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:29.585279 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-43ab5b1f-0180-45f1-8cb3-c1a39e6edcfe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6ffc4e0027b84accad6da0cf8a331d08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617331 Jun 23 14:50:29.586943 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab5b1f-0180-45f1-8cb3-c1a39e6edcfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5386e874-80cd-4ae0-bdcf-517f5439663a,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:29.589093 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 33368) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:29.591347 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-43ab5b1f-0180-45f1-8cb3-c1a39e6edcfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:29.696768 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-374326a2-48d4-4c31-a6fb-761c35b3f626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:29.762554 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-374326a2-48d4-4c31-a6fb-761c35b3f626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:29.792774 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.notifiers.nova [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c3c53a-b4e9-4f92-aef4-87bad79363f2 {{(pid=104656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:50:29.813960 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:29.823769 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f4eb5-c984-4112-88b7-2d84d6f14253 req-c050c4f6-aba2-486b-aba5-8c4c48a21944 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:29.825252 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f10f4eb5-c984-4112-88b7-2d84d6f14253 req-c050c4f6-aba2-486b-aba5-8c4c48a21944 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9c0c584-bc33-4703-9903-843b67c20c2f HTTP/1.1" status: 200 len: 931 time: 0.1808488 Jun 23 14:50:29.844259 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.provisioning_blocks [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Transition to ACTIVE for port object 13c3c53a-b4e9-4f92-aef4-87bad79363f2 will not be triggered until provisioned by entity L2. {{(pid=104656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:50:29.854301 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:29.862356 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:29.911970 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-374326a2-48d4-4c31-a6fb-761c35b3f626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:29.915254 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f10f4eb5-c984-4112-88b7-2d84d6f14253 req-57411dad-9bba-4370-b0e4-0f13fa8df526 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825658 Jun 23 14:50:29.920573 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-374326a2-48d4-4c31-a6fb-761c35b3f626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:29.923416 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-374326a2-48d4-4c31-a6fb-761c35b3f626 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5386e874-80cd-4ae0-bdcf-517f5439663a HTTP/1.1" status: 204 len: 168 time: 0.3328071 Jun 23 14:50:29.940444 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Pushing event updated for resources: {'Port': ['ID=13c3c53a-b4e9-4f92-aef4-87bad79363f2,revision_number=2']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:29.983856 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:29.984388 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:29.984799 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:29.985178 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:29.985548 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:29.985924 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:29.986271 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:29.986614 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:29.986954 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:29.987294 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:29.987631 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:29.987968 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:29.993378 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:29.993858 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:30.004419 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.managers [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Attempting to bind port 13c3c53a-b4e9-4f92-aef4-87bad79363f2 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:50:30.004758 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.managers [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Attempting to bind port 13c3c53a-b4e9-4f92-aef4-87bad79363f2 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'fe93aea0-6524-4b32-92b7-0d915e8e0cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2'}] {{(pid=104656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:50:30.005086 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Attempting to bind port 13c3c53a-b4e9-4f92-aef4-87bad79363f2 on network 091e6716-f16c-497b-bbf5-a88d9b5ceae2 {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:50:30.008338 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374326a2-48d4-4c31-a6fb-761c35b3f626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5386e874-80cd-4ae0-bdcf-517f5439663a,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:30.011561 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-374326a2-48d4-4c31-a6fb-761c35b3f626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:30.013200 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Port 13c3c53a-b4e9-4f92-aef4-87bad79363f2 on network 091e6716-f16c-497b-bbf5-a88d9b5ceae2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:50:30.013529 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Attempting to bind port 13c3c53a-b4e9-4f92-aef4-87bad79363f2 on network 091e6716-f16c-497b-bbf5-a88d9b5ceae2 {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:50:30.019701 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Checking agent: {'id': 'd8f3122c-1231-4f5b-931f-565a6de0a48e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'started_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:50:30.020166 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Checking segment: {'id': 'fe93aea0-6524-4b32-92b7-0d915e8e0cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:50:30.020473 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Bound using segment: {'id': 'fe93aea0-6524-4b32-92b7-0d915e8e0cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2'} {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:50:30.020913 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.managers [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Bound port: 13c3c53a-b4e9-4f92-aef4-87bad79363f2, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe93aea0-6524-4b32-92b7-0d915e8e0cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2'}}] {{(pid=104656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:50:30.021684 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:30.093971 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.db [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] For port 13c3c53a-b4e9-4f92-aef4-87bad79363f2, host hv-cinder-79628, cleared binding levels {{(pid=104656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:50:30.098422 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.db [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] For port 13c3c53a-b4e9-4f92-aef4-87bad79363f2, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=13c3c53a-b4e9-4f92-aef4-87bad79363f2,segment=NetworkSegment(fe93aea0-6524-4b32-92b7-0d915e8e0cd1),segment_id=fe93aea0-6524-4b32-92b7-0d915e8e0cd1)] {{(pid=104656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:50:30.104371 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:30.109593 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-23166d3b-3f56-4ac6-9830-47e6d1645bdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:30.152765 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:30.153961 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for port, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:30.154914 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] 10.222.0.44 "PUT /v2.0/ports/13c3c53a-b4e9-4f92-aef4-87bad79363f2 HTTP/1.1" status: 200 len: 1093 time: 0.9260070 Jun 23 14:50:30.155432 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c0c584-bc33-4703-9903-843b67c20c2f', 'tag': '13c3c53a-b4e9-4f92-aef4-87bad79363f2'}] {{(pid=104656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:50:30.157854 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e40a2b8b531bb5981548eb1117bf515d9995984da5dfbee5bd4235f0b2f017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7a3631-4421-4dde-aac3-c6d9c7120910" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c0c584-bc33-4703-9903-843b67c20c2f", "tag": "13c3c53a-b4e9-4f92-aef4-87bad79363f2"}]}' {{(pid=104656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:50:30.180975 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Pushing event updated for resources: {'Port': ['ID=13c3c53a-b4e9-4f92-aef4-87bad79363f2,revision_number=3']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:30.192138 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:30.210563 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dceab02f-136a-4441-96b7-025ad3cb364e x-openstack-request-id: req-dceab02f-136a-4441-96b7-025ad3cb364e {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:50:30.211036 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c0c584-bc33-4703-9903-843b67c20c2f", "tag": "13c3c53a-b4e9-4f92-aef4-87bad79363f2", "status": "completed", "code": 200}]} {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:50:30.211758 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dceab02f-136a-4441-96b7-025ad3cb364e {{(pid=104656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:50:30.211855 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c0c584-bc33-4703-9903-843b67c20c2f', 'tag': '13c3c53a-b4e9-4f92-aef4-87bad79363f2', 'status': 'completed', 'code': 200} Jun 23 14:50:30.281015 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 33400) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:30.463386 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3695f0ae-aa71-498d-bb85-8240964f64f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:30.585049 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3695f0ae-aa71-498d-bb85-8240964f64f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:30.591903 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3695f0ae-aa71-498d-bb85-8240964f64f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:30.596463 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-290ba5ad-90dc-4352-95c6-7cecf0cd1b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:30.638187 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 33420) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:30.639052 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-3695f0ae-aa71-498d-bb85-8240964f64f4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b5bb10f5149640e68b06cb54da68b74a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556798 Jun 23 14:50:30.641181 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695f0ae-aa71-498d-bb85-8240964f64f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242ceb61-9e5a-4352-9f9d-8965088b3476,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:30.645495 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-3695f0ae-aa71-498d-bb85-8240964f64f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:30.705780 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6a56-9d10-40ac-ac26-b597ec1878f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:30.730530 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6a56-9d10-40ac-ac26-b597ec1878f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:30.785939 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6a56-9d10-40ac-ac26-b597ec1878f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:30.789172 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6a56-9d10-40ac-ac26-b597ec1878f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:30.790539 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-f6ca6a56-9d10-40ac-ac26-b597ec1878f9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/242ceb61-9e5a-4352-9f9d-8965088b3476 HTTP/1.1" status: 204 len: 168 time: 0.1492562 Jun 23 14:50:30.791550 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:30.799346 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca6a56-9d10-40ac-ac26-b597ec1878f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242ceb61-9e5a-4352-9f9d-8965088b3476,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:30.806987 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca6a56-9d10-40ac-ac26-b597ec1878f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:30.807627 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca6a56-9d10-40ac-ac26-b597ec1878f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:30.807975 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca6a56-9d10-40ac-ac26-b597ec1878f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:30.808304 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca6a56-9d10-40ac-ac26-b597ec1878f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:30.808774 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca6a56-9d10-40ac-ac26-b597ec1878f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:30.809243 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca6a56-9d10-40ac-ac26-b597ec1878f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:30.809732 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca6a56-9d10-40ac-ac26-b597ec1878f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:30.810101 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca6a56-9d10-40ac-ac26-b597ec1878f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:30.810487 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca6a56-9d10-40ac-ac26-b597ec1878f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:30.810823 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca6a56-9d10-40ac-ac26-b597ec1878f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:30.811151 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca6a56-9d10-40ac-ac26-b597ec1878f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:30.811477 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca6a56-9d10-40ac-ac26-b597ec1878f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:30.815107 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-f6ca6a56-9d10-40ac-ac26-b597ec1878f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:32.006410 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 33494) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:32.131321 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c8f01af7-71be-40b7-b524-42c876751250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:32.228046 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c8f01af7-71be-40b7-b524-42c876751250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:32.232241 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c8f01af7-71be-40b7-b524-42c876751250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:32.236807 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-a58452ff-3f45-41f6-b4d9-7723cfb54047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:32.274205 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-c8f01af7-71be-40b7-b524-42c876751250 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7784d19cac2f4085939366e330a8d6ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667017 Jun 23 14:50:32.275394 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f01af7-71be-40b7-b524-42c876751250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1d0965-446a-453f-a0df-3c5d8db9f9a2,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:32.278597 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c8f01af7-71be-40b7-b524-42c876751250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:32.279918 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 33508) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:32.333857 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f6059f10-fba0-4f32-b1d3-fc90a26a84f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:32.357269 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f6059f10-fba0-4f32-b1d3-fc90a26a84f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:32.413498 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f6059f10-fba0-4f32-b1d3-fc90a26a84f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:32.416323 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f6059f10-fba0-4f32-b1d3-fc90a26a84f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:32.417809 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-f6059f10-fba0-4f32-b1d3-fc90a26a84f0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bc1d0965-446a-453f-a0df-3c5d8db9f9a2 HTTP/1.1" status: 204 len: 168 time: 0.1366177 Jun 23 14:50:32.418220 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-60c89901-e03d-41bf-be99-85203f3fe826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:32.426700 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6059f10-fba0-4f32-b1d3-fc90a26a84f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1d0965-446a-453f-a0df-3c5d8db9f9a2,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:32.429182 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-f6059f10-fba0-4f32-b1d3-fc90a26a84f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:32.755216 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 33524) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:32.768333 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5dc94382-839e-4dbc-81e7-ad375c5462b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:32.872918 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5dc94382-839e-4dbc-81e7-ad375c5462b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:32.879164 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5dc94382-839e-4dbc-81e7-ad375c5462b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:32.881880 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:32.918837 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-5dc94382-839e-4dbc-81e7-ad375c5462b1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a1a98fcd3fb84a4e8dc0241ef3f3bcae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1624763 Jun 23 14:50:32.919782 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc94382-839e-4dbc-81e7-ad375c5462b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d00023-fd8b-4168-bc02-3c7f23b6a00d,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:32.921469 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 33530) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:32.926407 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-5dc94382-839e-4dbc-81e7-ad375c5462b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:32.978151 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-71ca90f1-5272-46a2-97b6-84e2bcedc56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:33.000107 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-71ca90f1-5272-46a2-97b6-84e2bcedc56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:33.050678 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-71ca90f1-5272-46a2-97b6-84e2bcedc56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:33.053267 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-71ca90f1-5272-46a2-97b6-84e2bcedc56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:33.054465 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-71ca90f1-5272-46a2-97b6-84e2bcedc56e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/86d00023-fd8b-4168-bc02-3c7f23b6a00d HTTP/1.1" status: 204 len: 168 time: 0.1281021 Jun 23 14:50:33.055109 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:33.065794 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca90f1-5272-46a2-97b6-84e2bcedc56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d00023-fd8b-4168-bc02-3c7f23b6a00d,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:33.072574 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-71ca90f1-5272-46a2-97b6-84e2bcedc56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:33.168563 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a3631-4421-4dde-aac3-c6d9c7120910 req-a139e893-8b17-4d42-be0f-7bbcf2b01db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:33.170065 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6b7a3631-4421-4dde-aac3-c6d9c7120910 req-a139e893-8b17-4d42-be0f-7bbcf2b01db7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14cebce4a701447bafe560e0e1182a8f&device_id=b9c0c584-bc33-4703-9903-843b67c20c2f HTTP/1.1" status: 200 len: 1096 time: 0.0662570 Jun 23 14:50:33.293220 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83344aa-c8ff-4ede-97ce-abc96537968f req-541afb4a-c033-4185-8dc5-c48031352547 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:33.295485 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d83344aa-c8ff-4ede-97ce-abc96537968f req-541afb4a-c033-4185-8dc5-c48031352547 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9c0c584-bc33-4703-9903-843b67c20c2f HTTP/1.1" status: 200 len: 943 time: 0.0785849 Jun 23 14:50:33.336897 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d83344aa-c8ff-4ede-97ce-abc96537968f req-695838c3-f0b8-4d86-bca5-3eaff34b55c6 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328720 Jun 23 14:50:33.395294 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a3631-4421-4dde-aac3-c6d9c7120910 req-bff11316-7a54-44fc-b130-1bec32e30c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:33.396788 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6b7a3631-4421-4dde-aac3-c6d9c7120910 req-bff11316-7a54-44fc-b130-1bec32e30c59 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=14cebce4a701447bafe560e0e1182a8f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2163432 Jun 23 14:50:33.580361 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a3631-4421-4dde-aac3-c6d9c7120910 req-92dbf7d4-a398-402f-95ef-f4deaa37b875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:33.585439 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6b7a3631-4421-4dde-aac3-c6d9c7120910 req-92dbf7d4-a398-402f-95ef-f4deaa37b875 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1750324 Jun 23 14:50:33.694388 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-d228c6dc-6e24-4720-b53f-b5fe86801964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:33.695837 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-d228c6dc-6e24-4720-b53f-b5fe86801964 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14cebce4a701447bafe560e0e1182a8f&device_id=b9c0c584-bc33-4703-9903-843b67c20c2f HTTP/1.1" status: 200 len: 1096 time: 0.0624452 Jun 23 14:50:33.738905 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-02b0b0b0-e812-4ae7-8f49-c9281093fbdd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13c3c53a-b4e9-4f92-aef4-87bad79363f2 HTTP/1.1" status: 200 len: 217 time: 0.0336607 Jun 23 14:50:33.797974 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-cec2fbc0-4999-4e0a-b0b4-eaafa2064f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:33.800039 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-cec2fbc0-4999-4e0a-b0b4-eaafa2064f1b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=565c59f5-fb5b-4a37-988a-29937cd627c7 HTTP/1.1" status: 200 len: 855 time: 0.0541041 Jun 23 14:50:33.852603 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-f1c09a1a-2d9b-4b9b-a3d2-89d09139c6ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=091e6716-f16c-497b-bbf5-a88d9b5ceae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373247 Jun 23 14:50:33.994202 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-1e87bb22-6b32-43c8-857f-1cfde8398ab4 service neutron] 10.222.0.44 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310418 Jun 23 14:50:34.130291 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3e777780-7b00-4dd9-9eb4-38403efe26ed req-d51f9c0d-0ac0-4aaa-8cb9-68a6672b6dfe service neutron] 10.222.0.44 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232581 Jun 23 14:50:34.552361 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f936c74-fb12-4a7d-93a7-ebe3fdb62d66 req-f854470c-81c1-4220-8320-6355303b334b tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:34.558429 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9f936c74-fb12-4a7d-93a7-ebe3fdb62d66 req-f854470c-81c1-4220-8320-6355303b334b tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9c0c584-bc33-4703-9903-843b67c20c2f HTTP/1.1" status: 200 len: 943 time: 0.0799587 Jun 23 14:50:34.599837 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9f936c74-fb12-4a7d-93a7-ebe3fdb62d66 req-eb3cd45f-deaf-4716-b84a-f9177beddfed tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384381 Jun 23 14:50:34.941449 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e41fc-0b81-4aa3-acec-d14cd51317eb req-76f9a519-09cc-4b50-84df-33eb1e1e0fdd tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:34.942989 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3e3e41fc-0b81-4aa3-acec-d14cd51317eb req-76f9a519-09cc-4b50-84df-33eb1e1e0fdd tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 946 time: 0.0715990 Jun 23 14:50:34.984560 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3e3e41fc-0b81-4aa3-acec-d14cd51317eb req-0fdc7b50-62d3-4835-8ed3-bbc5dcd83a48 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c418da0-cf39-4f16-a3a6-7f6edfed94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337543 Jun 23 14:50:35.403660 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 33652) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:35.589935 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-aa8c2ea1-0afe-4500-a192-8b766fd0796d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:35.780146 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-aa8c2ea1-0afe-4500-a192-8b766fd0796d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:35.788223 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-aa8c2ea1-0afe-4500-a192-8b766fd0796d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:35.794422 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-800ad62e-188d-4602-944d-eb8e2ca77a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:35.856207 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c2ea1-0afe-4500-a192-8b766fd0796d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96d5822-f631-4652-8aa7-babd1f2fc191,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:35.862747 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-aa8c2ea1-0afe-4500-a192-8b766fd0796d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:35.898214 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-aa8c2ea1-0afe-4500-a192-8b766fd0796d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6ea91c21ea4e4b3cbb9a02b9b0940fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4965014 Jun 23 14:50:35.903012 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 33680) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:35.919352 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 13c3c53a-b4e9-4f92-aef4-87bad79363f2 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:50:36.059910 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 13c3c53a-b4e9-4f92-aef4-87bad79363f2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=13c3c53a-b4e9-4f92-aef4-87bad79363f2,segment=NetworkSegment(fe93aea0-6524-4b32-92b7-0d915e8e0cd1),segment_id=fe93aea0-6524-4b32-92b7-0d915e8e0cd1)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:50:36.074943 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': '13c3c53a-b4e9-4f92-aef4-87bad79363f2', 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2', 'port_id': '13c3c53a-b4e9-4f92-aef4-87bad79363f2', 'mac_address': 'fa:16:3e:91:c6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565c59f5-fb5b-4a37-988a-29937cd627c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:50:36.085410 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ab008557-a4cb-42c5-9246-bd73f1481e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:36.096050 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 33690) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:36.111949 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ab008557-a4cb-42c5-9246-bd73f1481e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:36.224400 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cbc74-3e22-4940-ab28-ba7ba8441420 req-f352e547-bbd2-48cd-ad46-7f7c0901973b tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:36.229493 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-080cbc74-3e22-4940-ab28-ba7ba8441420 req-f352e547-bbd2-48cd-ad46-7f7c0901973b tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9c0c584-bc33-4703-9903-843b67c20c2f HTTP/1.1" status: 200 len: 943 time: 0.2460964 Jun 23 14:50:36.266812 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:36.275068 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ab008557-a4cb-42c5-9246-bd73f1481e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:36.280271 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ab008557-a4cb-42c5-9246-bd73f1481e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:36.283276 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-ab008557-a4cb-42c5-9246-bd73f1481e02 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e96d5822-f631-4652-8aa7-babd1f2fc191 HTTP/1.1" status: 204 len: 168 time: 0.3779273 Jun 23 14:50:36.284851 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:36.285017 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c3c53a-b4e9-4f92-aef4-87bad79363f2 {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:50:36.323091 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab008557-a4cb-42c5-9246-bd73f1481e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96d5822-f631-4652-8aa7-babd1f2fc191,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:36.325346 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 13c3c53a-b4e9-4f92-aef4-87bad79363f2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=13c3c53a-b4e9-4f92-aef4-87bad79363f2,segment=NetworkSegment(fe93aea0-6524-4b32-92b7-0d915e8e0cd1),segment_id=fe93aea0-6524-4b32-92b7-0d915e8e0cd1)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:50:36.331118 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-ab008557-a4cb-42c5-9246-bd73f1481e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:36.337580 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-080cbc74-3e22-4940-ab28-ba7ba8441420 req-20724f1f-5ae5-4b2a-8884-0768c13bc118 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024356 Jun 23 14:50:36.353904 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:36.362058 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-8e71fbb8-f90f-4fd1-b46d-5cff71858990 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:36.394480 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a118c9cd-913d-47d5-93f1-1dbbf47dd23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:36.434964 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=13c3c53a-b4e9-4f92-aef4-87bad79363f2,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:36.445727 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:36.446522 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:36.447531 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:36.448266 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:36.448914 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:36.449459 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:36.449995 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:36.450520 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:36.452197 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:36.452843 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:36.454640 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:36.455177 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:36.460140 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:36.472758 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d55e1-68b9-4345-82f1-062a842b897d req-9313df08-37c6-47b0-839d-5a6ce96a3fad tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:36.474451 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2e2d55e1-68b9-4345-82f1-062a842b897d req-9313df08-37c6-47b0-839d-5a6ce96a3fad tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 946 time: 0.1323586 Jun 23 14:50:36.537116 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2e2d55e1-68b9-4345-82f1-062a842b897d req-599aadc7-b983-4998-8a19-1d69a71f2b97 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c418da0-cf39-4f16-a3a6-7f6edfed94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545180 Jun 23 14:50:36.590245 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a118c9cd-913d-47d5-93f1-1dbbf47dd23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:36.596461 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a118c9cd-913d-47d5-93f1-1dbbf47dd23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:36.610595 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 33704) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:36.611492 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-43ab5b1f-0180-45f1-8cb3-c1a39e6edcfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:36.679706 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-a118c9cd-913d-47d5-93f1-1dbbf47dd23c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c3d19e7aad7c408c96dc69380079106d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5817297 Jun 23 14:50:36.680664 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118c9cd-913d-47d5-93f1-1dbbf47dd23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a50428-0245-4833-94f0-301f0bc934ef,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:36.684330 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-a118c9cd-913d-47d5-93f1-1dbbf47dd23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:36.686461 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 33708) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:36.756059 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['13c3c53a-b4e9-4f92-aef4-87bad79363f2'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:50:36.825037 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6955-8911-49bc-ab0b-ca30e486c161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:36.865227 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-1859875c-a7fd-4cb5-8306-63fe602ed85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:36.886188 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6955-8911-49bc-ab0b-ca30e486c161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:36.988608 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6955-8911-49bc-ab0b-ca30e486c161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:36.991521 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6955-8911-49bc-ab0b-ca30e486c161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:36.995690 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-3f4a6955-8911-49bc-ab0b-ca30e486c161 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/92a50428-0245-4833-94f0-301f0bc934ef HTTP/1.1" status: 204 len: 168 time: 0.3045158 Jun 23 14:50:36.995690 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-10ec120c-7cf7-4a94-a3ca-da7e8d9a5567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:37.011452 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a6955-8911-49bc-ab0b-ca30e486c161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a50428-0245-4833-94f0-301f0bc934ef,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:37.014819 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-3f4a6955-8911-49bc-ab0b-ca30e486c161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:37.062333 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-1859875c-a7fd-4cb5-8306-63fe602ed85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:37.070725 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-1859875c-a7fd-4cb5-8306-63fe602ed85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:37.089536 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-d68e0f8c-f095-4e20-a05d-dda23a9edeca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:37.092459 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:37.144793 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-1859875c-a7fd-4cb5-8306-63fe602ed85c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5a381e7920b34ce1a74f2915ad35d7d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5286534 Jun 23 14:50:37.144793 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859875c-a7fd-4cb5-8306-63fe602ed85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba2ead5-f3d9-49d9-86e3-0c622f87e2d6,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:37.144971 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 33736) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:37.151479 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-1859875c-a7fd-4cb5-8306-63fe602ed85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:37.216905 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7a341176-e5ed-48b3-aff4-fa1f5479ce3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:37.249226 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7a341176-e5ed-48b3-aff4-fa1f5479ce3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:37.328317 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7a341176-e5ed-48b3-aff4-fa1f5479ce3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:37.331825 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7a341176-e5ed-48b3-aff4-fa1f5479ce3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:37.333265 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-7a341176-e5ed-48b3-aff4-fa1f5479ce3c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3ba2ead5-f3d9-49d9-86e3-0c622f87e2d6 HTTP/1.1" status: 204 len: 168 time: 0.1867812 Jun 23 14:50:37.334262 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-9dec2be1-f95b-4411-ad7c-2d84b403b3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:37.342057 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a341176-e5ed-48b3-aff4-fa1f5479ce3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba2ead5-f3d9-49d9-86e3-0c622f87e2d6,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:37.345007 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-7a341176-e5ed-48b3-aff4-fa1f5479ce3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:37.377881 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:50:37.543971 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1735466-4851-4cc1-afd5-da05ab0da036 req-45fcc8c9-f1e4-476a-8393-13c9d754b8f3 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:37.546418 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b1735466-4851-4cc1-afd5-da05ab0da036 req-45fcc8c9-f1e4-476a-8393-13c9d754b8f3 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9c0c584-bc33-4703-9903-843b67c20c2f HTTP/1.1" status: 200 len: 944 time: 0.0722103 Jun 23 14:50:37.555759 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 33762) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:37.572317 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ab764aa6-12cc-4370-a1f1-86e3ded23699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:37.600862 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b1735466-4851-4cc1-afd5-da05ab0da036 req-651c80f6-0a1b-4cb7-86ab-673af4b6233e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366597 Jun 23 14:50:37.707848 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ab764aa6-12cc-4370-a1f1-86e3ded23699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:37.715538 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ab764aa6-12cc-4370-a1f1-86e3ded23699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:37.728350 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:37.762040 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab764aa6-12cc-4370-a1f1-86e3ded23699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afe070c-f084-4496-82cb-99e26f467bdc,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:37.766329 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-ab764aa6-12cc-4370-a1f1-86e3ded23699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:37.789408 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880c83d-429d-4e85-9b32-898e0bd75f6a req-f3c61b47-91af-40d4-85f4-718b8c046f2a tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:37.791024 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2880c83d-429d-4e85-9b32-898e0bd75f6a req-f3c61b47-91af-40d4-85f4-718b8c046f2a tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 946 time: 0.1875532 Jun 23 14:50:37.796743 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-ab764aa6-12cc-4370-a1f1-86e3ded23699 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6be7312379794765b7587efd85da8bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394965 Jun 23 14:50:37.803440 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 33772) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:37.937588 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 13c3c53a-b4e9-4f92-aef4-87bad79363f2 up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:50:38.031978 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [req-2880c83d-429d-4e85-9b32-898e0bd75f6a req-d4c8d01f-9ab7-4cd9-924d-0cb34edf0a9d tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Deleting port 86170bb9-4dba-4d3d-8367-3f888c3f7694 {{(pid=104656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:50:38.032823 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-2880c83d-429d-4e85-9b32-898e0bd75f6a req-d4c8d01f-9ab7-4cd9-924d-0cb34edf0a9d tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:38.082553 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning for port 13c3c53a-b4e9-4f92-aef4-87bad79363f2 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:50:38.083900 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 33782) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:38.090038 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port 13c3c53a-b4e9-4f92-aef4-87bad79363f2 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:50:38.090575 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:38.137302 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b80ed383-1ba1-4298-99bb-5eba322b40d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:38.172869 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b80ed383-1ba1-4298-99bb-5eba322b40d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:38.188303 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07231f-4bb9-4296-9516-af83dc6d953f req-91f4d120-c496-423b-8d7c-a787acef6096 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:38.196148 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-bf07231f-4bb9-4296-9516-af83dc6d953f req-91f4d120-c496-423b-8d7c-a787acef6096 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 946 time: 0.3597128 Jun 23 14:50:38.209998 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 33786) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:38.260164 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:38.270447 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-bf07231f-4bb9-4296-9516-af83dc6d953f req-ab1fee2f-517b-41a2-bba3-012c99e09c62 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c418da0-cf39-4f16-a3a6-7f6edfed94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734949 Jun 23 14:50:38.284914 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.db [req-2880c83d-429d-4e85-9b32-898e0bd75f6a req-d4c8d01f-9ab7-4cd9-924d-0cb34edf0a9d tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] For port 86170bb9-4dba-4d3d-8367-3f888c3f7694, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=86170bb9-4dba-4d3d-8367-3f888c3f7694,segment=NetworkSegment(1059cf12-2b4c-4d05-a459-bdf503917aa4),segment_id=1059cf12-2b4c-4d05-a459-bdf503917aa4)] {{(pid=104656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:50:38.285360 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-2880c83d-429d-4e85-9b32-898e0bd75f6a req-d4c8d01f-9ab7-4cd9-924d-0cb34edf0a9d tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:38.289082 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9241e7f4-2067-49db-be46-bb6152115ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:38.303469 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c0c584-bc33-4703-9903-843b67c20c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c3c53a-b4e9-4f92-aef4-87bad79363f2'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:50:38.306599 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101efc2e-5028-4a95-9ad3-758e8cfa4012" -d '{"events": [{"server_uuid": "b9c0c584-bc33-4703-9903-843b67c20c2f", "name": "network-vif-plugged", "status": "completed", "tag": "13c3c53a-b4e9-4f92-aef4-87bad79363f2"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:50:38.308781 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b80ed383-1ba1-4298-99bb-5eba322b40d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:38.312261 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b80ed383-1ba1-4298-99bb-5eba322b40d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:38.316437 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-b80ed383-1ba1-4298-99bb-5eba322b40d7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3afe070c-f084-4496-82cb-99e26f467bdc HTTP/1.1" status: 204 len: 168 time: 0.5080318 Jun 23 14:50:38.317640 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:38.327162 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ed383-1ba1-4298-99bb-5eba322b40d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afe070c-f084-4496-82cb-99e26f467bdc,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:38.329801 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-b80ed383-1ba1-4298-99bb-5eba322b40d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:38.333473 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [req-2880c83d-429d-4e85-9b32-898e0bd75f6a req-d4c8d01f-9ab7-4cd9-924d-0cb34edf0a9d tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Calling delete_port for 86170bb9-4dba-4d3d-8367-3f888c3f7694 owned by compute:nova {{(pid=104656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:50:38.345079 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 13c3c53a-b4e9-4f92-aef4-87bad79363f2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=13c3c53a-b4e9-4f92-aef4-87bad79363f2,segment=NetworkSegment(fe93aea0-6524-4b32-92b7-0d915e8e0cd1),segment_id=fe93aea0-6524-4b32-92b7-0d915e8e0cd1)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:50:38.361988 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:38.366546 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 86170bb9-4dba-4d3d-8367-3f888c3f7694 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:50:38.378599 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:38.433799 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322d4bf2-e27e-4116-8c26-95d81d8e71b1 x-openstack-request-id: req-322d4bf2-e27e-4116-8c26-95d81d8e71b1 {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:50:38.434709 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c0c584-bc33-4703-9903-843b67c20c2f", "name": "network-vif-plugged", "status": "completed", "tag": "13c3c53a-b4e9-4f92-aef4-87bad79363f2", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:50:38.448858 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-322d4bf2-e27e-4116-8c26-95d81d8e71b1 {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:50:38.450202 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c0c584-bc33-4703-9903-843b67c20c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c3c53a-b4e9-4f92-aef4-87bad79363f2', 'code': 200} Jun 23 14:50:38.573133 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-00bbf785-d5e2-490e-b926-6a04963fc383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:38.608221 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=13c3c53a-b4e9-4f92-aef4-87bad79363f2,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:38.612715 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:38.726270 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:38.731869 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9241e7f4-2067-49db-be46-bb6152115ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:38.775400 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9241e7f4-2067-49db-be46-bb6152115ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:38.790450 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-1859875c-a7fd-4cb5-8306-63fe602ed85c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:38.794175 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-2880c83d-429d-4e85-9b32-898e0bd75f6a req-d4c8d01f-9ab7-4cd9-924d-0cb34edf0a9d tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932'] for port, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:38.843009 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241e7f4-2067-49db-be46-bb6152115ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d07664-8fcd-412a-a57a-ff3adda35fa9,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:38.854456 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-9241e7f4-2067-49db-be46-bb6152115ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:38.867060 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:38.896348 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f95b2-9598-4fdc-9879-647ee1d42bb9 req-d65a1e85-e4aa-4e3d-9f84-e88d3cc43dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:38.898088 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c02f95b2-9598-4fdc-9879-647ee1d42bb9 req-d65a1e85-e4aa-4e3d-9f84-e88d3cc43dc2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b9c0c584-bc33-4703-9903-843b67c20c2f HTTP/1.1" status: 200 len: 1098 time: 0.1525888 Jun 23 14:50:38.909395 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8d01f-9ab7-4cd9-924d-0cb34edf0a9d tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Pushing event deleted for resources: {'Port': ['ID=86170bb9-4dba-4d3d-8367-3f888c3f7694,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:38.914890 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-d4c8d01f-9ab7-4cd9-924d-0cb34edf0a9d tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:38.930272 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-9241e7f4-2067-49db-be46-bb6152115ee8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7f81c3dc50ef4305ac7928b4ad09f313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7168190 Jun 23 14:50:38.933111 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 33810) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:38.985503 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8648f-9d76-4dbe-b115-1a45f38f452c req-8825c100-3b1f-4ea8-affc-5b879a0fdb0c tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:38.987338 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-afc8648f-9d76-4dbe-b115-1a45f38f452c req-8825c100-3b1f-4ea8-affc-5b879a0fdb0c tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9c0c584-bc33-4703-9903-843b67c20c2f HTTP/1.1" status: 200 len: 945 time: 0.1660173 Jun 23 14:50:39.002866 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.l3_dvrscheduler_db [req-2880c83d-429d-4e85-9b32-898e0bd75f6a req-d4c8d01f-9ab7-4cd9-924d-0cb34edf0a9d tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] No DVR routers for this DVR port 86170bb9-4dba-4d3d-8367-3f888c3f7694 on host hv-cinder-79628 {{(pid=104656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:50:39.007170 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-2880c83d-429d-4e85-9b32-898e0bd75f6a req-d4c8d01f-9ab7-4cd9-924d-0cb34edf0a9d tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:39.009944 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2880c83d-429d-4e85-9b32-898e0bd75f6a req-d4c8d01f-9ab7-4cd9-924d-0cb34edf0a9d tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.44 "DELETE /v2.0/ports/86170bb9-4dba-4d3d-8367-3f888c3f7694 HTTP/1.1" status: 204 len: 173 time: 1.2098351 Jun 23 14:50:39.013422 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9389f06-d62a-4d5c-ac5c-5146c258fccb', 'name': 'network-vif-deleted', 'tag': '86170bb9-4dba-4d3d-8367-3f888c3f7694'}] {{(pid=104656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:50:39.018357 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e40a2b8b531bb5981548eb1117bf515d9995984da5dfbee5bd4235f0b2f017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac240dea-3dcf-42fb-9cc2-6a3ca9c85c93" -d '{"events": [{"server_uuid": "c9389f06-d62a-4d5c-ac5c-5146c258fccb", "name": "network-vif-deleted", "tag": "86170bb9-4dba-4d3d-8367-3f888c3f7694"}]}' {{(pid=104656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:50:39.067954 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-afc8648f-9d76-4dbe-b115-1a45f38f452c req-9da49313-e516-463b-96a4-8f30327b3e92 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738051 Jun 23 14:50:39.089095 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c02f95b2-9598-4fdc-9879-647ee1d42bb9 req-75b5d72e-27c5-4414-8445-fbc324cf7d7d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816072 Jun 23 14:50:39.103746 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd1e7-a14b-487a-b1f2-c3c1362893fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:39.104628 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-00bbf785-d5e2-490e-b926-6a04963fc383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:39.110266 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-00bbf785-d5e2-490e-b926-6a04963fc383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:39.114456 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-a542782a-bc19-4aee-810c-b7b1677a6eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:39.131586 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd1e7-a14b-487a-b1f2-c3c1362893fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:39.159120 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898b7a55-ec62-4dba-ba12-c0445675a07a x-openstack-request-id: req-898b7a55-ec62-4dba-ba12-c0445675a07a {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:50:39.159643 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9389f06-d62a-4d5c-ac5c-5146c258fccb", "name": "network-vif-deleted", "tag": "86170bb9-4dba-4d3d-8367-3f888c3f7694", "status": "completed", "code": 200}]} {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:50:39.160079 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-898b7a55-ec62-4dba-ba12-c0445675a07a {{(pid=104656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:50:39.160642 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9389f06-d62a-4d5c-ac5c-5146c258fccb', 'name': 'network-vif-deleted', 'tag': '86170bb9-4dba-4d3d-8367-3f888c3f7694', 'status': 'completed', 'code': 200} Jun 23 14:50:39.167431 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-00bbf785-d5e2-490e-b926-6a04963fc383 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f93629979fcf42f7bb7164ad31bae627&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0811446 Jun 23 14:50:39.168155 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 33824) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:39.174812 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbf785-d5e2-490e-b926-6a04963fc383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52db5933-b6ac-4827-9ae7-17ddbdc0b7a2,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:39.178633 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-00bbf785-d5e2-490e-b926-6a04963fc383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:39.210133 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd1e7-a14b-487a-b1f2-c3c1362893fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:39.213349 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd1e7-a14b-487a-b1f2-c3c1362893fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:39.217809 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-1f7dd1e7-a14b-487a-b1f2-c3c1362893fe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/07d07664-8fcd-412a-a57a-ff3adda35fa9 HTTP/1.1" status: 204 len: 168 time: 0.2826934 Jun 23 14:50:39.219294 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:39.229586 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dd1e7-a14b-487a-b1f2-c3c1362893fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d07664-8fcd-412a-a57a-ff3adda35fa9,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:39.232025 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-1f7dd1e7-a14b-487a-b1f2-c3c1362893fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:39.472778 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-bffd2f1e-0d92-4bec-b21f-a6108d868071 req-404258d7-9546-44bd-b0f8-219d39d48fd7 tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9389f06-d62a-4d5c-ac5c-5146c258fccb HTTP/1.1" status: 200 len: 210 time: 0.0374267 Jun 23 14:50:39.486149 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f7e68c40-ef85-4a25-ae4d-d883167dfa71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:39.509167 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f7e68c40-ef85-4a25-ae4d-d883167dfa71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:39.560853 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f7e68c40-ef85-4a25-ae4d-d883167dfa71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:39.564096 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f7e68c40-ef85-4a25-ae4d-d883167dfa71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:39.565539 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-f7e68c40-ef85-4a25-ae4d-d883167dfa71 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/52db5933-b6ac-4827-9ae7-17ddbdc0b7a2 HTTP/1.1" status: 204 len: 168 time: 0.3962026 Jun 23 14:50:39.566442 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:39.575756 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e68c40-ef85-4a25-ae4d-d883167dfa71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52db5933-b6ac-4827-9ae7-17ddbdc0b7a2,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:39.578380 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-f7e68c40-ef85-4a25-ae4d-d883167dfa71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:39.795334 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:39.808198 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-778aabf9-776d-47b8-99f7-9c07d1440d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:39.880366 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 33850) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:39.894991 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a34e7d7d-c9c0-4114-a2a2-c63880aeefe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:40.101774 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a34e7d7d-c9c0-4114-a2a2-c63880aeefe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:40.108203 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a34e7d7d-c9c0-4114-a2a2-c63880aeefe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:40.112298 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:40.174036 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e7d7d-c9c0-4114-a2a2-c63880aeefe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9984ec53-cae9-4d16-9ba2-cd670ba25374,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:40.201033 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-a34e7d7d-c9c0-4114-a2a2-c63880aeefe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:40.208239 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-a34e7d7d-c9c0-4114-a2a2-c63880aeefe9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d6b03e23b464437d87a972f138757e70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239648 Jun 23 14:50:40.208538 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 33874) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:40.290906 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a73492cf-917e-4bf7-93d7-9e66327a900d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:40.344078 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a73492cf-917e-4bf7-93d7-9e66327a900d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:40.435543 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a73492cf-917e-4bf7-93d7-9e66327a900d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:40.438243 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a73492cf-917e-4bf7-93d7-9e66327a900d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:40.439432 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-a73492cf-917e-4bf7-93d7-9e66327a900d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9984ec53-cae9-4d16-9ba2-cd670ba25374 HTTP/1.1" status: 204 len: 168 time: 0.2291381 Jun 23 14:50:40.444452 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-aa8c2ea1-0afe-4500-a192-8b766fd0796d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:40.472590 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73492cf-917e-4bf7-93d7-9e66327a900d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9984ec53-cae9-4d16-9ba2-cd670ba25374,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:40.480102 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-a73492cf-917e-4bf7-93d7-9e66327a900d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:40.744604 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1610b5-f5d3-404c-8a14-9a42d081802a req-1d889677-630a-4425-9626-8de455a4d131 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:40.754426 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fa1610b5-f5d3-404c-8a14-9a42d081802a req-1d889677-630a-4425-9626-8de455a4d131 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9c0c584-bc33-4703-9903-843b67c20c2f HTTP/1.1" status: 200 len: 945 time: 0.1528099 Jun 23 14:50:40.799567 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fa1610b5-f5d3-404c-8a14-9a42d081802a req-a611f4e3-b6db-44f5-9ea9-55758e06734c tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440137 Jun 23 14:50:40.928648 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:41.998993 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18c208-c52c-4ca9-9955-8a636bc4a033 req-1e682d57-8def-4da9-a438-42bdd43d8d07 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:42.000433 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4e18c208-c52c-4ca9-9955-8a636bc4a033 req-1e682d57-8def-4da9-a438-42bdd43d8d07 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9c0c584-bc33-4703-9903-843b67c20c2f HTTP/1.1" status: 200 len: 945 time: 0.0819626 Jun 23 14:50:42.038348 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4e18c208-c52c-4ca9-9955-8a636bc4a033 req-88c2c30f-daf6-4319-8346-6aafbd6bce34 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313783 Jun 23 14:50:42.346741 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 33988) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:42.403798 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef00265-76d5-44fc-b695-2cb0ef3bf20d admin admin] Deleting subnet 3b9d7bb9-c576-4d70-a104-6568bfeae6d1 {{(pid=104656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:50:42.408144 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-0ef00265-76d5-44fc-b695-2cb0ef3bf20d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:42.453048 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-0ef00265-76d5-44fc-b695-2cb0ef3bf20d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:42.464096 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-0ef00265-76d5-44fc-b695-2cb0ef3bf20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16078100'] for subnet, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:42.523143 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-0ef00265-76d5-44fc-b695-2cb0ef3bf20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16078093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349'] for subnet, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:42.528644 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:42.543385 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-0ef00265-76d5-44fc-b695-2cb0ef3bf20d admin admin] Notify callbacks [] for subnet, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:42.545679 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-0ef00265-76d5-44fc-b695-2cb0ef3bf20d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3b9d7bb9-c576-4d70-a104-6568bfeae6d1 HTTP/1.1" status: 204 len: 168 time: 0.1978788 Jun 23 14:50:42.548838 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 33996) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:42.566160 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef00265-76d5-44fc-b695-2cb0ef3bf20d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b9d7bb9-c576-4d70-a104-6568bfeae6d1,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:42.573150 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-0ef00265-76d5-44fc-b695-2cb0ef3bf20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:42.666111 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:42.681887 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235410'] for network, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:42.769971 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16034969', 'neutron.services.segments.db._delete_segments_for_network-8784122434079'] for network, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:42.781923 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:50:42.782277 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:50:42.783026 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:50:42.783355 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Subscribe: > port after_create 55550000 {{(pid=104657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:50:42.783684 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:50:42.784049 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Subscribe: > port after_update 55550000 {{(pid=104657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:50:42.784376 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:50:42.784698 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:50:42.785035 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:50:42.785350 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:50:42.960892 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:50:42.961474 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:50:42.962101 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:50:42.962534 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:50:42.962936 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262c1146-289f-4162-b8d1-11a6ea0983b5']}} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:50:42.980609 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1059cf12-2b4c-4d05-a459-bdf503917aa4') {'for_net_delete': True} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:50:42.980883 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1059cf12-2b4c-4d05-a459-bdf503917aa4') {} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:50:43.000103 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784122471918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3530085'] for segment, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:43.021857 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:43.030503 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=104657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:50:43.030902 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3444818'] for segment, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: from cryptography.utils import int_from_bytes Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: from cryptography.utils import int_from_bytes Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: Traceback (most recent call last): Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: timer() Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: cb(*args, **kw) Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: return func(*args, **kwargs) Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: self._notify() Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: self.callback(batched_events) Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: event.method(event) Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: return f(self, *a, **k) Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: return self._get(url).json() Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: return self.request(url, 'GET', **kwargs) Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:50:43.034965 dv-cinder-796286-8-iscsi neutron-server[104657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:50:43.088015 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16034962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602998'] for network, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:43.091955 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-9dec2be1-f95b-4411-ad7c-2d84b403b3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:43.095757 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:43.097732 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] 10.222.0.65 "DELETE /v2.0/networks/262c1146-289f-4162-b8d1-11a6ea0983b5 HTTP/1.1" status: 204 len: 168 time: 0.5478523 Jun 23 14:50:43.107147 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Pushing event deleted for resources: {'Network': ['ID=262c1146-289f-4162-b8d1-11a6ea0983b5,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:43.110562 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:43.262138 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 34012) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:43.300094 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-0faf88a8-4261-41eb-8862-11adc8d13927 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=db521a281bab44a494e82753d42109c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0366890 Jun 23 14:50:43.302460 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 34014) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:43.351120 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a8842490-af08-4f0b-8ba9-7461f8ee6069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:43.371430 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a8842490-af08-4f0b-8ba9-7461f8ee6069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:43.417533 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a8842490-af08-4f0b-8ba9-7461f8ee6069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:43.420125 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a8842490-af08-4f0b-8ba9-7461f8ee6069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:43.421222 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-a8842490-af08-4f0b-8ba9-7461f8ee6069 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7c418da0-cf39-4f16-a3a6-7f6edfed94ec HTTP/1.1" status: 204 len: 168 time: 0.1179044 Jun 23 14:50:43.421962 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-9695515f-c8a7-44cf-8ff0-e725fbacf967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:43.429686 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8842490-af08-4f0b-8ba9-7461f8ee6069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c418da0-cf39-4f16-a3a6-7f6edfed94ec,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:43.440785 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-a8842490-af08-4f0b-8ba9-7461f8ee6069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:44.104225 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 34046) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:44.201025 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-c3ecd0ba-6fc9-4e2f-b72f-a96a6cbae27f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-912376936-network', 'tenant_id': '39af58d17879414891f063215d964cba'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:50:44.224931 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ecd0ba-6fc9-4e2f-b72f-a96a6cbae27f admin admin] Made reservation on behalf of 39af58d17879414891f063215d964cba for: {'network': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:50:44.227324 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd0ba-6fc9-4e2f-b72f-a96a6cbae27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for network, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:44.235824 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd0ba-6fc9-4e2f-b72f-a96a6cbae27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:44.327172 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd0ba-6fc9-4e2f-b72f-a96a6cbae27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:44.331978 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd0ba-6fc9-4e2f-b72f-a96a6cbae27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:44.335141 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-f8ea0f1b-c5c0-4fcb-ab4b-a894ed6d6216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:44.358542 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ecd0ba-6fc9-4e2f-b72f-a96a6cbae27f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=104657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:50:44.369350 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ecd0ba-6fc9-4e2f-b72f-a96a6cbae27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecb3383-e563-40d0-852c-7409b2bb7424,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:44.374523 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c3ecd0ba-6fc9-4e2f-b72f-a96a6cbae27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:44.376714 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd0ba-6fc9-4e2f-b72f-a96a6cbae27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:44.377058 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.db.segments_db [None req-c3ecd0ba-6fc9-4e2f-b72f-a96a6cbae27f admin admin] Added segment bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc of type vlan for network 316343f5-6494-40b4-8f2d-d07926cd87f2 Jun 23 14:50:44.420276 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd0ba-6fc9-4e2f-b72f-a96a6cbae27f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784121897485'] for network, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:44.453369 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd0ba-6fc9-4e2f-b72f-a96a6cbae27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374'] for network, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:44.455347 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ecd0ba-6fc9-4e2f-b72f-a96a6cbae27f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:44.455939 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd0ba-6fc9-4e2f-b72f-a96a6cbae27f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:44.458268 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:44.511343 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-c3ecd0ba-6fc9-4e2f-b72f-a96a6cbae27f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4088807 Jun 23 14:50:44.514101 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 34050) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:44.519454 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-847f8725-efbf-4d0c-bf2c-035a936bb143 admin admin] Request body: {'subnet': {'network_id': '316343f5-6494-40b4-8f2d-d07926cd87f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-912376936-subnet', 'tenant_id': '39af58d17879414891f063215d964cba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:50:44.530516 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ecd0ba-6fc9-4e2f-b72f-a96a6cbae27f admin admin] Pushing event updated for resources: {'Network': ['ID=316343f5-6494-40b4-8f2d-d07926cd87f2,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:44.533400 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c3ecd0ba-6fc9-4e2f-b72f-a96a6cbae27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:44.540581 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Network 316343f5-6494-40b4-8f2d-d07926cd87f2 details requested by agent ovs-agent-dv-cinder-796286-8-iscsi with host dv-cinder-796286-8-iscsi {{(pid=104658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:50:44.548027 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847f8725-efbf-4d0c-bf2c-035a936bb143 admin admin] Made reservation on behalf of 39af58d17879414891f063215d964cba for: {'subnet': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:50:44.550570 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-847f8725-efbf-4d0c-bf2c-035a936bb143 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4170543'] for subnet, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:44.731313 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-847f8725-efbf-4d0c-bf2c-035a936bb143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3529996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4170557'] for subnet, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:44.733496 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-958ba7e1-a762-465b-ad29-dc8efae3fc92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:44.788497 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f8725-efbf-4d0c-bf2c-035a936bb143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f484191a-aa0e-4ca0-9d09-feeb8b46b4c9,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:44.793828 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-847f8725-efbf-4d0c-bf2c-035a936bb143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:44.797967 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847f8725-efbf-4d0c-bf2c-035a936bb143 admin admin] Checking segment: {'id': 'bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '316343f5-6494-40b4-8f2d-d07926cd87f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:50:44.798317 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847f8725-efbf-4d0c-bf2c-035a936bb143 admin admin] Network hostable DHCP agents. Network: 316343f5-6494-40b4-8f2d-d07926cd87f2, hostable agents: ['0b7df506-3eca-4aef-99ab-b9f92b008033'], hosted agents: [] {{(pid=104657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:50:44.814453 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847f8725-efbf-4d0c-bf2c-035a936bb143 admin admin] Network 316343f5-6494-40b4-8f2d-d07926cd87f2 is scheduled to be hosted by DHCP agent 0b7df506-3eca-4aef-99ab-b9f92b008033 with binding_index 1 {{(pid=104657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:50:44.822750 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-847f8725-efbf-4d0c-bf2c-035a936bb143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-iscsi, 316343f5-6494-40b4-8f2d-d07926cd87f2) {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:50:44.826828 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f8725-efbf-4d0c-bf2c-035a936bb143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:44.827463 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-847f8725-efbf-4d0c-bf2c-035a936bb143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:44.832385 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41931c3-5df2-4fd4-aaaa-f69002deee1a None None] Network 316343f5-6494-40b4-8f2d-d07926cd87f2 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:50:44.840507 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-847f8725-efbf-4d0c-bf2c-035a936bb143 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3253970 Jun 23 14:50:44.843296 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 34058) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:44.847774 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-70bbb6a3-8e47-405a-ab41-e06f2e21b89a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-912376936-router', 'tenant_id': '39af58d17879414891f063215d964cba', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:50:44.872147 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-70bbb6a3-8e47-405a-ab41-e06f2e21b89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58529'] for router, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:44.874033 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-70bbb6a3-8e47-405a-ab41-e06f2e21b89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16247596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58552'] for router, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:44.938042 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-70bbb6a3-8e47-405a-ab41-e06f2e21b89a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:44.967943 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e11aa50-31a7-4c31-916e-3d35a4d05765 None None] Network 316343f5-6494-40b4-8f2d-d07926cd87f2 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:50:45.084174 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-70bbb6a3-8e47-405a-ab41-e06f2e21b89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16244798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-606094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62274'] for router, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:45.275678 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-70bbb6a3-8e47-405a-ab41-e06f2e21b89a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:45.295153 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-70bbb6a3-8e47-405a-ab41-e06f2e21b89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:45.404800 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [None req-70bbb6a3-8e47-405a-ab41-e06f2e21b89a admin admin] Allocated IP 172.27.2.40 (fcd7f1a0-b694-4219-968d-f28fbbdba0ee/e66531d2-b162-4d5a-9b95-91879084f23c/fab9d9fd-871b-4dc1-8453-802f4124a429) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:50:45.505249 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-70bbb6a3-8e47-405a-ab41-e06f2e21b89a admin admin] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:45.542977 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-70bbb6a3-8e47-405a-ab41-e06f2e21b89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:45.545170 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:45.582564 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bbb6a3-8e47-405a-ab41-e06f2e21b89a admin admin] Network fcd7f1a0-b694-4219-968d-f28fbbdba0ee is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:50:45.585208 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-70bbb6a3-8e47-405a-ab41-e06f2e21b89a admin admin] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:50:45.588668 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bbb6a3-8e47-405a-ab41-e06f2e21b89a admin admin] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:50:45.594087 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbb6a3-8e47-405a-ab41-e06f2e21b89a admin admin] Pushing event updated for resources: {'Port': ['ID=fab9d9fd-871b-4dc1-8453-802f4124a429,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:45.613026 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-70bbb6a3-8e47-405a-ab41-e06f2e21b89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:45.846066 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-70bbb6a3-8e47-405a-ab41-e06f2e21b89a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:46.040409 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-70bbb6a3-8e47-405a-ab41-e06f2e21b89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-606087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16244843'] for router, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:46.364129 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bbb6a3-8e47-405a-ab41-e06f2e21b89a admin admin] Router 62c95602-e02f-4a84-890a-2b973e26cc37 is scheduled to L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c with binding_index 1 {{(pid=104657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:50:46.468115 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bbb6a3-8e47-405a-ab41-e06f2e21b89a admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:50:46.477471 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] Sync routers for ids ['62c95602-e02f-4a84-890a-2b973e26cc37'] in dv-cinder-796286-8-iscsi {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:50:46.483505 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-70bbb6a3-8e47-405a-ab41-e06f2e21b89a admin admin] Notify callbacks [] for router, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:46.484873 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-70bbb6a3-8e47-405a-ab41-e06f2e21b89a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6404853 Jun 23 14:50:46.488095 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 34082) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:46.490377 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] Routers {'62c95602-e02f-4a84-890a-2b973e26cc37'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:50:46.491023 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:50:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['62c95602-e02f-4a84-890a-2b973e26cc37'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:50:46.606979 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] Set router 62c95602-e02f-4a84-890a-2b973e26cc37 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:50:46.818326 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c95602-e02f-4a84-890a-2b973e26cc37', 'name': 'tempest-ServerRescueNegativeTestJSON-912376936-router', 'tenant_id': '39af58d17879414891f063215d964cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'fab9d9fd-871b-4dc1-8453-802f4124a429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:50:44Z', 'updated_at': '2021-06-23T14:50:45Z', 'revision_number': 3, 'project_id': '39af58d17879414891f063215d964cba', 'gw_port': {'id': 'fab9d9fd-871b-4dc1-8453-802f4124a429', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c95602-e02f-4a84-890a-2b973e26cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:50:45Z', 'updated_at': '2021-06-23T14:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:50:46.850390 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] Checking router: 62c95602-e02f-4a84-890a-2b973e26cc37 for host: dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:50:46.850748 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] Updating router 62c95602-e02f-4a84-890a-2b973e26cc37 port fab9d9fd-871b-4dc1-8453-802f4124a429 binding host dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:50:46.886034 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:46.932363 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5444df85-7235-4c85-9ff9-864919ea6e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:47.137858 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] Notify callbacks [] for port, precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:47.138884 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [None req-5444df85-7235-4c85-9ff9-864919ea6e18 admin admin] Allocated IP 172.20.0.1 (316343f5-6494-40b4-8f2d-d07926cd87f2/f484191a-aa0e-4ca0-9d09-feeb8b46b4c9/b0ad9fe7-d8d9-4533-a373-a5e992cc7a00) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:50:47.148527 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] Transition to ACTIVE for port object fab9d9fd-871b-4dc1-8453-802f4124a429 will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:50:47.154538 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:47.157585 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-c8534b64-04e4-4062-8198-3bff22fb6863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:47.252378 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5444df85-7235-4c85-9ff9-864919ea6e18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:47.294337 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150197b-38d2-4cc9-b9a2-f6e00b65b55a None None] Pushing event updated for resources: {'Port': ['ID=fab9d9fd-871b-4dc1-8453-802f4124a429,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:47.297841 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5444df85-7235-4c85-9ff9-864919ea6e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:47.300209 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-e12b1220-df5d-461f-a772-5ffea80ca7fe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:47.304060 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150197b-38d2-4cc9-b9a2-f6e00b65b55a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:47.304416 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150197b-38d2-4cc9-b9a2-f6e00b65b55a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:47.304753 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150197b-38d2-4cc9-b9a2-f6e00b65b55a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:47.305081 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150197b-38d2-4cc9-b9a2-f6e00b65b55a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:47.305404 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150197b-38d2-4cc9-b9a2-f6e00b65b55a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:47.305727 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150197b-38d2-4cc9-b9a2-f6e00b65b55a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:47.306082 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150197b-38d2-4cc9-b9a2-f6e00b65b55a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:47.306399 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150197b-38d2-4cc9-b9a2-f6e00b65b55a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:47.306735 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150197b-38d2-4cc9-b9a2-f6e00b65b55a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:47.307028 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150197b-38d2-4cc9-b9a2-f6e00b65b55a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:47.307344 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150197b-38d2-4cc9-b9a2-f6e00b65b55a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:47.307655 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150197b-38d2-4cc9-b9a2-f6e00b65b55a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:50:47.310953 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] Attempting to bind port fab9d9fd-871b-4dc1-8453-802f4124a429 on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:50:47.311322 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] Attempting to bind port fab9d9fd-871b-4dc1-8453-802f4124a429 by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:50:47.311686 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] Attempting to bind port fab9d9fd-871b-4dc1-8453-802f4124a429 on network fcd7f1a0-b694-4219-968d-f28fbbdba0ee {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:50:47.314505 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-4150197b-38d2-4cc9-b9a2-f6e00b65b55a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:47.318493 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:50:47.318878 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] Checking segment: {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:50:47.319283 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:47.319676 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] Bound using segment: {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:50:47.320144 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] Bound port: fab9d9fd-871b-4dc1-8453-802f4124a429, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:50:47.320515 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:47.337289 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5444df85-7235-4c85-9ff9-864919ea6e18 admin admin] Network 316343f5-6494-40b4-8f2d-d07926cd87f2 is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:50:47.344136 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-5444df85-7235-4c85-9ff9-864919ea6e18 admin admin] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:50:47.346736 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5444df85-7235-4c85-9ff9-864919ea6e18 admin admin] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:50:47.372715 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444df85-7235-4c85-9ff9-864919ea6e18 admin admin] Pushing event updated for resources: {'Port': ['ID=b0ad9fe7-d8d9-4533-a373-a5e992cc7a00,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:47.374150 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] For port fab9d9fd-871b-4dc1-8453-802f4124a429, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:50:47.376874 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-5444df85-7235-4c85-9ff9-864919ea6e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:47.378530 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] For port fab9d9fd-871b-4dc1-8453-802f4124a429, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=fab9d9fd-871b-4dc1-8453-802f4124a429,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:50:47.384708 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:47.387201 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-4a82296f-19be-4f3a-b8bb-b3a40a0f7905 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:47.395161 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5444df85-7235-4c85-9ff9-864919ea6e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16234859'] for router_interface, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:47.443867 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] Routers {'62c95602-e02f-4a84-890a-2b973e26cc37'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:50:47.444507 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:50:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['62c95602-e02f-4a84-890a-2b973e26cc37'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:50:47.449865 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150197b-38d2-4cc9-b9a2-f6e00b65b55a None None] Pushing event updated for resources: {'Port': ['ID=fab9d9fd-871b-4dc1-8453-802f4124a429,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:47.484783 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-4150197b-38d2-4cc9-b9a2-f6e00b65b55a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:47.554321 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5444df85-7235-4c85-9ff9-864919ea6e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:47.556054 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] Set router 62c95602-e02f-4a84-890a-2b973e26cc37 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:50:47.714838 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5444df85-7235-4c85-9ff9-864919ea6e18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:47.719762 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5444df85-7235-4c85-9ff9-864919ea6e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:47.723179 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:47.740245 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c95602-e02f-4a84-890a-2b973e26cc37', 'name': 'tempest-ServerRescueNegativeTestJSON-912376936-router', 'tenant_id': '39af58d17879414891f063215d964cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'fab9d9fd-871b-4dc1-8453-802f4124a429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:50:44Z', 'updated_at': '2021-06-23T14:50:45Z', 'revision_number': 3, 'project_id': '39af58d17879414891f063215d964cba', 'gw_port': {'id': 'fab9d9fd-871b-4dc1-8453-802f4124a429', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c95602-e02f-4a84-890a-2b973e26cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:50:45Z', 'updated_at': '2021-06-23T14:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:50:47.769297 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a71c2a-017f-4cbf-bd27-77aa6ba901a6 None None] The sync data for ids ['62c95602-e02f-4a84-890a-2b973e26cc37'] in dv-cinder-796286-8-iscsi is: [{'id': '62c95602-e02f-4a84-890a-2b973e26cc37', 'name': 'tempest-ServerRescueNegativeTestJSON-912376936-router', 'tenant_id': '39af58d17879414891f063215d964cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'fab9d9fd-871b-4dc1-8453-802f4124a429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:50:44Z', 'updated_at': '2021-06-23T14:50:45Z', 'revision_number': 3, 'project_id': '39af58d17879414891f063215d964cba', 'gw_port': {'id': 'fab9d9fd-871b-4dc1-8453-802f4124a429', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c95602-e02f-4a84-890a-2b973e26cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:50:45Z', 'updated_at': '2021-06-23T14:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}] {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:50:47.791154 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5444df85-7235-4c85-9ff9-864919ea6e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16199652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16234887'] for router_interface, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:47.792890 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444df85-7235-4c85-9ff9-864919ea6e18 admin admin] Pushing event updated for resources: {'Port': ['ID=b0ad9fe7-d8d9-4533-a373-a5e992cc7a00,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:47.796236 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-5444df85-7235-4c85-9ff9-864919ea6e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:47.902798 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5444df85-7235-4c85-9ff9-864919ea6e18 admin admin] Network 316343f5-6494-40b4-8f2d-d07926cd87f2 is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:50:47.905871 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-5444df85-7235-4c85-9ff9-864919ea6e18 admin admin] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:50:48.045031 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5444df85-7235-4c85-9ff9-864919ea6e18 admin admin] Router 62c95602-e02f-4a84-890a-2b973e26cc37 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:50:48.190672 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5444df85-7235-4c85-9ff9-864919ea6e18 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:50:48.197012 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-5444df85-7235-4c85-9ff9-864919ea6e18 admin admin] 10.222.0.65 "PUT /v2.0/routers/62c95602-e02f-4a84-890a-2b973e26cc37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7072501 Jun 23 14:50:48.847755 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-706dabf6-91bf-4bc9-855e-df2fef1565a7 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:48.849299 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-706dabf6-91bf-4bc9-855e-df2fef1565a7 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/networks?id=316343f5-6494-40b4-8f2d-d07926cd87f2 HTTP/1.1" status: 200 len: 818 time: 0.1223836 Jun 23 14:50:48.869894 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-2967170a-6298-46f3-9e3e-22f3b1c78f22 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/quotas/39af58d17879414891f063215d964cba HTTP/1.1" status: 200 len: 375 time: 0.0142844 Jun 23 14:50:48.942237 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-145d2054-b06f-470d-bdb1-a69f04302e9b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=39af58d17879414891f063215d964cba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0699222 Jun 23 14:50:49.045957 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-0f6f68bd-3f8e-4b8b-b97a-97da29f4fd16 service neutron] 10.222.0.65 "GET /v2.0/networks/316343f5-6494-40b4-8f2d-d07926cd87f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966189 Jun 23 14:50:49.148992 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-b552b5e7-a75c-42c4-9db2-40ea17914733 service neutron] 10.222.0.65 "GET /v2.0/networks/316343f5-6494-40b4-8f2d-d07926cd87f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928149 Jun 23 14:50:49.330419 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ec68ab0b-fcfa-4ccb-9783-8027e427fe64 req-7958a9df-8cc6-45a3-b636-34ffbe7a4a2f tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 210 time: 0.0289872 Jun 23 14:50:49.413695 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] Sync routers for ids ['62c95602-e02f-4a84-890a-2b973e26cc37'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:50:49.423902 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] Routers {'62c95602-e02f-4a84-890a-2b973e26cc37'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:50:49.424528 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:50:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['62c95602-e02f-4a84-890a-2b973e26cc37'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:50:49.543655 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] Set router 62c95602-e02f-4a84-890a-2b973e26cc37 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:50:49.598634 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-b170a24e-3771-4503-aaf1-dc9eaab5be9e tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:49.607269 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-b170a24e-3771-4503-aaf1-dc9eaab5be9e tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/networks?id=316343f5-6494-40b4-8f2d-d07926cd87f2 HTTP/1.1" status: 200 len: 818 time: 0.1307249 Jun 23 14:50:49.622369 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-aa5ac67f-d2b1-4376-b75b-c95b58c788c4 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/quotas/39af58d17879414891f063215d964cba HTTP/1.1" status: 200 len: 375 time: 0.0141535 Jun 23 14:50:49.700006 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-342357aa-fb6f-4d2c-a982-c00fb6ae8888 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=39af58d17879414891f063215d964cba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756915 Jun 23 14:50:49.764892 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c95602-e02f-4a84-890a-2b973e26cc37', 'name': 'tempest-ServerRescueNegativeTestJSON-912376936-router', 'tenant_id': '39af58d17879414891f063215d964cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'fab9d9fd-871b-4dc1-8453-802f4124a429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:50:44Z', 'updated_at': '2021-06-23T14:50:47Z', 'revision_number': 4, 'project_id': '39af58d17879414891f063215d964cba', 'gw_port': {'id': 'fab9d9fd-871b-4dc1-8453-802f4124a429', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c95602-e02f-4a84-890a-2b973e26cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:50:45Z', 'updated_at': '2021-06-23T14:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': 'b0ad9fe7-d8d9-4533-a373-a5e992cc7a00', 'name': '', 'network_id': '316343f5-6494-40b4-8f2d-d07926cd87f2', 'tenant_id': '39af58d17879414891f063215d964cba', 'mac_address': 'fa:16:3e:30:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c95602-e02f-4a84-890a-2b973e26cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'f484191a-aa0e-4ca0-9d09-feeb8b46b4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:50:46Z', 'updated_at': '2021-06-23T14:50:47Z', 'revision_number': 2, 'project_id': '39af58d17879414891f063215d964cba', 'subnets': [{'id': 'f484191a-aa0e-4ca0-9d09-feeb8b46b4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:50:49.791729 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] Checking router: 62c95602-e02f-4a84-890a-2b973e26cc37 for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:50:49.792082 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] Updating router 62c95602-e02f-4a84-890a-2b973e26cc37 port b0ad9fe7-d8d9-4533-a373-a5e992cc7a00 binding host dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:50:49.795636 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-8d76d6ae-0258-4d94-a60f-564b576e10c0 service neutron] 10.222.0.65 "GET /v2.0/networks/316343f5-6494-40b4-8f2d-d07926cd87f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877094 Jun 23 14:50:49.834675 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:49.894472 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-c464d1dd-e90a-4a6d-ac98-552c7acd7766 service neutron] 10.222.0.65 "GET /v2.0/networks/316343f5-6494-40b4-8f2d-d07926cd87f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913608 Jun 23 14:50:50.152237 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device fab9d9fd-871b-4dc1-8453-802f4124a429 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:50:50.203132 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] Notify callbacks [] for port, precommit_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:50.217310 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] Transition to ACTIVE for port object b0ad9fe7-d8d9-4533-a373-a5e992cc7a00 will not be triggered until provisioned by entity L2. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:50:50.227795 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:50.230004 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:50.256569 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port fab9d9fd-871b-4dc1-8453-802f4124a429 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:50:50.268667 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port fab9d9fd-871b-4dc1-8453-802f4124a429 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:50:50.269058 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:50.318133 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938d1f7-12a1-4aa3-9fd8-829fda661629 None None] Pushing event updated for resources: {'Port': ['ID=b0ad9fe7-d8d9-4533-a373-a5e992cc7a00,revision_number=3']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:50.324885 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-c938d1f7-12a1-4aa3-9fd8-829fda661629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:50.397411 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] Attempting to bind port b0ad9fe7-d8d9-4533-a373-a5e992cc7a00 on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:50:50.397897 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] Attempting to bind port b0ad9fe7-d8d9-4533-a373-a5e992cc7a00 by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': 'bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '316343f5-6494-40b4-8f2d-d07926cd87f2'}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:50:50.398270 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] Attempting to bind port b0ad9fe7-d8d9-4533-a373-a5e992cc7a00 on network 316343f5-6494-40b4-8f2d-d07926cd87f2 {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:50:50.427002 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:50:50.427002 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] Checking segment: {'id': 'bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '316343f5-6494-40b4-8f2d-d07926cd87f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:50:50.427002 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:50.427002 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] Bound using segment: {'id': 'bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '316343f5-6494-40b4-8f2d-d07926cd87f2'} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:50:50.427002 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] Bound port: b0ad9fe7-d8d9-4533-a373-a5e992cc7a00, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '316343f5-6494-40b4-8f2d-d07926cd87f2'}}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:50:50.427002 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:50.458007 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:50.502926 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] For port fab9d9fd-871b-4dc1-8453-802f4124a429, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=fab9d9fd-871b-4dc1-8453-802f4124a429,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:50:50.515572 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:50.520786 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:50.553151 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] For port b0ad9fe7-d8d9-4533-a373-a5e992cc7a00, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:50:50.572635 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] For port b0ad9fe7-d8d9-4533-a373-a5e992cc7a00, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=b0ad9fe7-d8d9-4533-a373-a5e992cc7a00,segment=NetworkSegment(bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc),segment_id=bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc)] {{(pid=104658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:50:50.582992 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:50.591775 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Pushing event updated for resources: {'Port': ['ID=fab9d9fd-871b-4dc1-8453-802f4124a429,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:50.595698 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:50.598403 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-476fdd78-d76c-457c-9f89-11cc20ba80a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:50.644275 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] Routers {'62c95602-e02f-4a84-890a-2b973e26cc37'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:50:50.644927 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:50:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['62c95602-e02f-4a84-890a-2b973e26cc37'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:50:50.702485 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938d1f7-12a1-4aa3-9fd8-829fda661629 None None] Pushing event updated for resources: {'Port': ['ID=b0ad9fe7-d8d9-4533-a373-a5e992cc7a00,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:50.706481 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-c938d1f7-12a1-4aa3-9fd8-829fda661629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:50.778009 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] Set router 62c95602-e02f-4a84-890a-2b973e26cc37 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:50:51.090787 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c95602-e02f-4a84-890a-2b973e26cc37', 'name': 'tempest-ServerRescueNegativeTestJSON-912376936-router', 'tenant_id': '39af58d17879414891f063215d964cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'fab9d9fd-871b-4dc1-8453-802f4124a429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:50:44Z', 'updated_at': '2021-06-23T14:50:47Z', 'revision_number': 4, 'project_id': '39af58d17879414891f063215d964cba', 'gw_port': {'id': 'fab9d9fd-871b-4dc1-8453-802f4124a429', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c95602-e02f-4a84-890a-2b973e26cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:50:45Z', 'updated_at': '2021-06-23T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': 'b0ad9fe7-d8d9-4533-a373-a5e992cc7a00', 'name': '', 'network_id': '316343f5-6494-40b4-8f2d-d07926cd87f2', 'tenant_id': '39af58d17879414891f063215d964cba', 'mac_address': 'fa:16:3e:30:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c95602-e02f-4a84-890a-2b973e26cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'f484191a-aa0e-4ca0-9d09-feeb8b46b4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:50:46Z', 'updated_at': '2021-06-23T14:50:50Z', 'revision_number': 4, 'project_id': '39af58d17879414891f063215d964cba', 'subnets': [{'id': 'f484191a-aa0e-4ca0-9d09-feeb8b46b4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:50:51.115571 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9e0c2f-164b-4962-bb87-c9d1b019f2bc None None] The sync data for ids ['62c95602-e02f-4a84-890a-2b973e26cc37'] in dv-cinder-796286-8-iscsi is: [{'id': '62c95602-e02f-4a84-890a-2b973e26cc37', 'name': 'tempest-ServerRescueNegativeTestJSON-912376936-router', 'tenant_id': '39af58d17879414891f063215d964cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'fab9d9fd-871b-4dc1-8453-802f4124a429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:50:44Z', 'updated_at': '2021-06-23T14:50:47Z', 'revision_number': 4, 'project_id': '39af58d17879414891f063215d964cba', 'gw_port': {'id': 'fab9d9fd-871b-4dc1-8453-802f4124a429', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c95602-e02f-4a84-890a-2b973e26cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:50:45Z', 'updated_at': '2021-06-23T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': 'b0ad9fe7-d8d9-4533-a373-a5e992cc7a00', 'name': '', 'network_id': '316343f5-6494-40b4-8f2d-d07926cd87f2', 'tenant_id': '39af58d17879414891f063215d964cba', 'mac_address': 'fa:16:3e:30:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c95602-e02f-4a84-890a-2b973e26cc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'f484191a-aa0e-4ca0-9d09-feeb8b46b4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:50:46Z', 'updated_at': '2021-06-23T14:50:50Z', 'revision_number': 4, 'project_id': '39af58d17879414891f063215d964cba', 'subnets': [{'id': 'f484191a-aa0e-4ca0-9d09-feeb8b46b4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:50:52.087559 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device b0ad9fe7-d8d9-4533-a373-a5e992cc7a00 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:50:52.159862 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port b0ad9fe7-d8d9-4533-a373-a5e992cc7a00 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:50:52.164199 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port b0ad9fe7-d8d9-4533-a373-a5e992cc7a00 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:50:52.164603 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:52.247118 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-11be8ea9-7f3d-48e8-b4c3-d67b3765339c req-54391a6a-e643-4653-99a5-f089eebfba26 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 210 time: 0.0341496 Jun 23 14:50:52.265659 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:52.300520 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] For port b0ad9fe7-d8d9-4533-a373-a5e992cc7a00, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=b0ad9fe7-d8d9-4533-a373-a5e992cc7a00,segment=NetworkSegment(bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc),segment_id=bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:50:52.304135 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:52.304958 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device fab9d9fd-871b-4dc1-8453-802f4124a429 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:50:52.306547 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:52.381430 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Pushing event updated for resources: {'Port': ['ID=b0ad9fe7-d8d9-4533-a373-a5e992cc7a00,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:52.384699 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:52.395140 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port fab9d9fd-871b-4dc1-8453-802f4124a429 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:50:52.395520 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:53.281621 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-a4ca05f7-9730-418c-9b03-fe60c2f9bb53 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:53.283763 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-a4ca05f7-9730-418c-9b03-fe60c2f9bb53 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.44 "GET /v2.0/networks?id=316343f5-6494-40b4-8f2d-d07926cd87f2 HTTP/1.1" status: 200 len: 818 time: 0.1157849 Jun 23 14:50:53.318603 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-502b010c-d487-4d26-9805-db365b035b67 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Request body: {'port': {'device_id': '279b7354-1027-4ec3-b908-5302ed329636', 'network_id': '316343f5-6494-40b4-8f2d-d07926cd87f2', 'admin_state_up': True, 'tenant_id': '39af58d17879414891f063215d964cba'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:50:53.461820 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-502b010c-d487-4d26-9805-db365b035b67 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Made reservation on behalf of 39af58d17879414891f063215d964cba for: {'port': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:50:53.466644 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-502b010c-d487-4d26-9805-db365b035b67 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:53.471188 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-af86e0ac-2d71-4c09-a7e9-e1614377497e req-52e240b2-0966-450e-9850-53514ed36403 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 210 time: 0.0415249 Jun 23 14:50:53.664175 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-502b010c-d487-4d26-9805-db365b035b67 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Allocated IP 172.20.0.5 (316343f5-6494-40b4-8f2d-d07926cd87f2/f484191a-aa0e-4ca0-9d09-feeb8b46b4c9/d53c2996-c985-4fea-8e9f-447f2f457980) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:50:53.672486 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5b88a501-42ca-4d4e-9519-e64dab7868f3 req-08e1c98a-b642-4474-a925-a98333e481bf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0935469 Jun 23 14:50:53.843275 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88a501-42ca-4d4e-9519-e64dab7868f3 req-b535d115-3d5f-4533-9a5a-1a9b7999786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:53.846935 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5b88a501-42ca-4d4e-9519-e64dab7868f3 req-b535d115-3d5f-4533-9a5a-1a9b7999786f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14cebce4a701447bafe560e0e1182a8f&device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 1099 time: 0.1062768 Jun 23 14:50:53.894141 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.44', 56215) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:54.090156 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-719b2709-e4cb-4242-b6d2-c992b14e3d84 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:54.092526 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-719b2709-e4cb-4242-b6d2-c992b14e3d84 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.44 "GET /v2.0/networks?id=316343f5-6494-40b4-8f2d-d07926cd87f2 HTTP/1.1" status: 200 len: 818 time: 0.2180331 Jun 23 14:50:54.105716 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device b0ad9fe7-d8d9-4533-a373-a5e992cc7a00 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:50:54.132979 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-517e76b5-bf04-4761-8628-357a57064b2b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Request body: {'port': {'device_id': '1804501a-1f6d-43d5-b81c-9ddf83670f93', 'network_id': '316343f5-6494-40b4-8f2d-d07926cd87f2', 'admin_state_up': True, 'tenant_id': '39af58d17879414891f063215d964cba'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:50:54.150939 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88a501-42ca-4d4e-9519-e64dab7868f3 req-4e54eb14-8f46-4d31-b60f-b433995e66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:54.153327 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5b88a501-42ca-4d4e-9519-e64dab7868f3 req-4e54eb14-8f46-4d31-b60f-b433995e66f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=091e6716-f16c-497b-bbf5-a88d9b5ceae2 HTTP/1.1" status: 200 len: 916 time: 0.1579127 Jun 23 14:50:54.168510 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-502b010c-d487-4d26-9805-db365b035b67 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:54.192768 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-83f3222b-9a34-4142-908e-4756a9483306 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:54.199577 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-83f3222b-9a34-4142-908e-4756a9483306 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/networks?id=091e6716-f16c-497b-bbf5-a88d9b5ceae2 HTTP/1.1" status: 200 len: 815 time: 0.3263159 Jun 23 14:50:54.224187 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port b0ad9fe7-d8d9-4533-a373-a5e992cc7a00 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:50:54.224798 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:54.249725 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-275c5248-442c-4196-9f42-5582c601cb52 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/quotas/14cebce4a701447bafe560e0e1182a8f HTTP/1.1" status: 200 len: 375 time: 0.0492148 Jun 23 14:50:54.255294 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5b88a501-42ca-4d4e-9519-e64dab7868f3 req-2381f0be-9649-46ed-bb40-7ffaaafe45b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52666dea-2583-4f8a-9700-4176b1539297 HTTP/1.1" status: 200 len: 217 time: 0.0843821 Jun 23 14:50:54.315566 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 34290) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:54.405057 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88a501-42ca-4d4e-9519-e64dab7868f3 req-91887d9c-85e5-4b79-b95d-5f2a61498f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:54.407897 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5b88a501-42ca-4d4e-9519-e64dab7868f3 req-91887d9c-85e5-4b79-b95d-5f2a61498f7e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=565c59f5-fb5b-4a37-988a-29937cd627c7 HTTP/1.1" status: 200 len: 855 time: 0.1322315 Jun 23 14:50:54.438805 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-517e76b5-bf04-4761-8628-357a57064b2b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Made reservation on behalf of 39af58d17879414891f063215d964cba for: {'port': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:50:54.444554 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-517e76b5-bf04-4761-8628-357a57064b2b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:54.473622 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5b88a501-42ca-4d4e-9519-e64dab7868f3 req-7aabe836-946c-4bd8-8992-f2bdeaa6dbf7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=091e6716-f16c-497b-bbf5-a88d9b5ceae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405083 Jun 23 14:50:54.589217 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-012f5321-abc3-48a9-8eda-d12358f64551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:54.611269 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-502b010c-d487-4d26-9805-db365b035b67 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:54.631989 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-ad9051c1-93c4-41ea-9c7f-358531ff2e92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:54.651607 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-0a800b3a-0251-436e-90ad-a946e8100230 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=14cebce4a701447bafe560e0e1182a8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4003558 Jun 23 14:50:54.660164 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:54.695193 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_common [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-517e76b5-bf04-4761-8628-357a57064b2b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Allocated IP 172.20.0.13 (316343f5-6494-40b4-8f2d-d07926cd87f2/f484191a-aa0e-4ca0-9d09-feeb8b46b4c9/32ce8904-04eb-4087-b745-34bd4a45ad7e) {{(pid=104656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:50:54.830199 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-012f5321-abc3-48a9-8eda-d12358f64551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:54.856495 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-012f5321-abc3-48a9-8eda-d12358f64551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:54.867739 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:54.957586 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-012f5321-abc3-48a9-8eda-d12358f64551 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=368884f254e548a6917bb7e8b62bd636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6327434 Jun 23 14:50:54.963069 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 34320) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:54.963629 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f5321-abc3-48a9-8eda-d12358f64551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bba891-c2a4-46b2-a0db-8a815a05c911,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:54.976543 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-012f5321-abc3-48a9-8eda-d12358f64551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:55.040509 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-517e76b5-bf04-4761-8628-357a57064b2b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Notify callbacks [] for port, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:55.048007 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-502b010c-d487-4d26-9805-db365b035b67 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Network 316343f5-6494-40b4-8f2d-d07926cd87f2 is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:50:55.069532 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-11cf39d8-8a27-45f8-be84-7d8c988d9413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:55.076947 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b010c-d487-4d26-9805-db365b035b67 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Pushing event updated for resources: {'Port': ['ID=d53c2996-c985-4fea-8e9f-447f2f457980,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:55.082978 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5b88a501-42ca-4d4e-9519-e64dab7868f3 req-3dc74e67-50a3-4c75-a3f4-53c13d4482f9 service neutron] 10.222.0.44 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725818 Jun 23 14:50:55.083824 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-502b010c-d487-4d26-9805-db365b035b67 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:50:55.087309 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-502b010c-d487-4d26-9805-db365b035b67 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:55.088522 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-502b010c-d487-4d26-9805-db365b035b67 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:50:55.103631 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-182caa31-8c4a-4e95-a0a0-094d52fed5c7 req-e415c70a-4031-42f2-a146-27904e8431dd tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 210 time: 0.0477459 Jun 23 14:50:55.131585 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-11cf39d8-8a27-45f8-be84-7d8c988d9413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:55.199248 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-11cf39d8-8a27-45f8-be84-7d8c988d9413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:55.202157 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-11cf39d8-8a27-45f8-be84-7d8c988d9413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:55.204976 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-11cf39d8-8a27-45f8-be84-7d8c988d9413 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/76bba891-c2a4-46b2-a0db-8a815a05c911 HTTP/1.1" status: 204 len: 168 time: 0.2383308 Jun 23 14:50:55.208084 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:55.222797 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf39d8-8a27-45f8-be84-7d8c988d9413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bba891-c2a4-46b2-a0db-8a815a05c911,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:55.232386 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-517e76b5-bf04-4761-8628-357a57064b2b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:55.235900 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-11cf39d8-8a27-45f8-be84-7d8c988d9413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:55.242390 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:55.245583 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-502b010c-d487-4d26-9805-db365b035b67 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:55.246585 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-502b010c-d487-4d26-9805-db365b035b67 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:55.265354 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-ac9298e9-07b0-4aed-aba9-e8b11338126a service neutron] 10.222.0.65 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779498 Jun 23 14:50:55.287743 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-502b010c-d487-4d26-9805-db365b035b67 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9730725 Jun 23 14:50:55.313400 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-517e76b5-bf04-4761-8628-357a57064b2b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Network 316343f5-6494-40b4-8f2d-d07926cd87f2 is already hosted by enough agents. {{(pid=104656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:50:55.315971 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Request body: {'port': {'device_id': '279b7354-1027-4ec3-b908-5302ed329636', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:50:55.320115 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-517e76b5-bf04-4761-8628-357a57064b2b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Resources bound (agent type, host, resource id): {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:50:55.325370 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-517e76b5-bf04-4761-8628-357a57064b2b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Received port after_create {{(pid=104656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:50:55.332737 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-517e76b5-bf04-4761-8628-357a57064b2b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:55.333323 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-517e76b5-bf04-4761-8628-357a57064b2b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:55.365606 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-517e76b5-bf04-4761-8628-357a57064b2b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2484159 Jun 23 14:50:55.366628 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e76b5-bf04-4761-8628-357a57064b2b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Pushing event updated for resources: {'Port': ['ID=32ce8904-04eb-4087-b745-34bd4a45ad7e,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:55.369676 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-517e76b5-bf04-4761-8628-357a57064b2b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:55.380465 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Request body: {'port': {'device_id': '1804501a-1f6d-43d5-b81c-9ddf83670f93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:50:55.392313 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5b88a501-42ca-4d4e-9519-e64dab7868f3 req-bf839659-2ae6-4868-820f-444c77eb6438 service neutron] 10.222.0.44 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717299 Jun 23 14:50:55.474066 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-897cde1f-1c9c-4bba-b567-8042d8174cfc service neutron] 10.222.0.65 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017376 Jun 23 14:50:55.478558 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:55.478948 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:55.782140 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-d8f17d3c-499b-4d49-ac3c-e5bdc914c4d2 req-414cd8f3-46d9-4ed7-8649-0f8c783625d1 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 210 time: 0.0598388 Jun 23 14:50:55.942952 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53c2996-c985-4fea-8e9f-447f2f457980 {{(pid=104657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:50:55.957770 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:55.973801 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Transition to ACTIVE for port object d53c2996-c985-4fea-8e9f-447f2f457980 will not be triggered until provisioned by entity L2. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:50:55.989357 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:56.003974 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:56.124259 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Pushing event updated for resources: {'Port': ['ID=d53c2996-c985-4fea-8e9f-447f2f457980,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:56.132873 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:56.247193 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.notifiers.nova [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ce8904-04eb-4087-b745-34bd4a45ad7e {{(pid=104656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:50:56.268249 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Notify callbacks [] for port, precommit_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:56.301186 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.provisioning_blocks [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Transition to ACTIVE for port object 32ce8904-04eb-4087-b745-34bd4a45ad7e will not be triggered until provisioned by entity L2. {{(pid=104656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:50:56.306101 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:56.309309 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:56.311154 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Attempting to bind port d53c2996-c985-4fea-8e9f-447f2f457980 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:50:56.312641 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Attempting to bind port d53c2996-c985-4fea-8e9f-447f2f457980 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '316343f5-6494-40b4-8f2d-d07926cd87f2'}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:50:56.313096 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Attempting to bind port d53c2996-c985-4fea-8e9f-447f2f457980 on network 316343f5-6494-40b4-8f2d-d07926cd87f2 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:50:56.326059 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Port d53c2996-c985-4fea-8e9f-447f2f457980 on network 316343f5-6494-40b4-8f2d-d07926cd87f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:50:56.326420 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Attempting to bind port d53c2996-c985-4fea-8e9f-447f2f457980 on network 316343f5-6494-40b4-8f2d-d07926cd87f2 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:50:56.380895 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Checking agent: {'id': 'd8f3122c-1231-4f5b-931f-565a6de0a48e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'started_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:50:56.381506 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Checking segment: {'id': 'bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '316343f5-6494-40b4-8f2d-d07926cd87f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:50:56.382528 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Bound using segment: {'id': 'bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '316343f5-6494-40b4-8f2d-d07926cd87f2'} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:50:56.383103 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Bound port: d53c2996-c985-4fea-8e9f-447f2f457980, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '316343f5-6494-40b4-8f2d-d07926cd87f2'}}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:50:56.383499 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:56.397568 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Pushing event updated for resources: {'Port': ['ID=32ce8904-04eb-4087-b745-34bd4a45ad7e,revision_number=2']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:56.407744 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:56.410998 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.managers [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Attempting to bind port 32ce8904-04eb-4087-b745-34bd4a45ad7e on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:50:56.411482 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.managers [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Attempting to bind port 32ce8904-04eb-4087-b745-34bd4a45ad7e by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '316343f5-6494-40b4-8f2d-d07926cd87f2'}] {{(pid=104656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:50:56.411984 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Attempting to bind port 32ce8904-04eb-4087-b745-34bd4a45ad7e on network 316343f5-6494-40b4-8f2d-d07926cd87f2 {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:50:56.418334 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Port 32ce8904-04eb-4087-b745-34bd4a45ad7e on network 316343f5-6494-40b4-8f2d-d07926cd87f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:50:56.418862 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Attempting to bind port 32ce8904-04eb-4087-b745-34bd4a45ad7e on network 316343f5-6494-40b4-8f2d-d07926cd87f2 {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:50:56.425322 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 34378) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:56.431312 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Checking agent: {'id': 'd8f3122c-1231-4f5b-931f-565a6de0a48e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'started_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:50:56.431884 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Checking segment: {'id': 'bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '316343f5-6494-40b4-8f2d-d07926cd87f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:50:56.432630 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Bound using segment: {'id': 'bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '316343f5-6494-40b4-8f2d-d07926cd87f2'} {{(pid=104656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:50:56.433236 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.managers [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Bound port: 32ce8904-04eb-4087-b745-34bd4a45ad7e, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '316343f5-6494-40b4-8f2d-d07926cd87f2'}}] {{(pid=104656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:50:56.433760 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:56.498173 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b54d9-ea98-43de-8860-d98b1a107178 req-7bc18a00-c692-499c-98f3-51fa7ca3ee86 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:56.499686 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-cb9b54d9-ea98-43de-8860-d98b1a107178 req-7bc18a00-c692-499c-98f3-51fa7ca3ee86 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 944 time: 0.1688168 Jun 23 14:50:56.528250 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] For port d53c2996-c985-4fea-8e9f-447f2f457980, host hv-cinder-79628, cleared binding levels {{(pid=104657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:50:56.556679 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.db [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] For port 32ce8904-04eb-4087-b745-34bd4a45ad7e, host hv-cinder-79628, cleared binding levels {{(pid=104656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:50:56.563418 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.db [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] For port 32ce8904-04eb-4087-b745-34bd4a45ad7e, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=32ce8904-04eb-4087-b745-34bd4a45ad7e,segment=NetworkSegment(bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc),segment_id=bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc)] {{(pid=104656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:50:56.573590 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] For port d53c2996-c985-4fea-8e9f-447f2f457980, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d53c2996-c985-4fea-8e9f-447f2f457980,segment=NetworkSegment(bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc),segment_id=bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc)] {{(pid=104657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:50:56.576902 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:56.580406 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-cb9b54d9-ea98-43de-8860-d98b1a107178 req-da9af996-9982-4443-97b3-d55e52458041 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707638 Jun 23 14:50:56.582029 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:56.584812 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-0c8f0381-7297-4f74-a036-61a32a941aa8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:56.600986 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:56.669352 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:56.672504 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:56.674019 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] 10.222.0.44 "PUT /v2.0/ports/32ce8904-04eb-4087-b745-34bd4a45ad7e HTTP/1.1" status: 200 len: 1094 time: 1.2989261 Jun 23 14:50:56.679613 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1804501a-1f6d-43d5-b81c-9ddf83670f93', 'tag': '32ce8904-04eb-4087-b745-34bd4a45ad7e'}] {{(pid=104656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:50:56.679773 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:56.680107 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:56.681463 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] 10.222.0.44 "PUT /v2.0/ports/d53c2996-c985-4fea-8e9f-447f2f457980 HTTP/1.1" status: 200 len: 1093 time: 1.3806932 Jun 23 14:50:56.681986 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279b7354-1027-4ec3-b908-5302ed329636', 'tag': 'd53c2996-c985-4fea-8e9f-447f2f457980'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:50:56.684458 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180841db-929a-445c-b19c-e8e80402dffb" -d '{"events": [{"name": "network-changed", "server_uuid": "279b7354-1027-4ec3-b908-5302ed329636", "tag": "d53c2996-c985-4fea-8e9f-447f2f457980"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:50:56.687196 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e40a2b8b531bb5981548eb1117bf515d9995984da5dfbee5bd4235f0b2f017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f6a46e-759c-4ac3-bcff-c340dd0ce2dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1804501a-1f6d-43d5-b81c-9ddf83670f93", "tag": "32ce8904-04eb-4087-b745-34bd4a45ad7e"}]}' {{(pid=104656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:50:56.745651 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Pushing event updated for resources: {'Port': ['ID=d53c2996-c985-4fea-8e9f-447f2f457980,revision_number=3']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:56.749364 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:56.755534 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Pushing event updated for resources: {'Port': ['ID=32ce8904-04eb-4087-b745-34bd4a45ad7e,revision_number=3']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:56.764624 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:56.769691 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ca5893-97e1-482f-85b9-871b2550096f x-openstack-request-id: req-b0ca5893-97e1-482f-85b9-871b2550096f {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:50:56.770042 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279b7354-1027-4ec3-b908-5302ed329636", "tag": "d53c2996-c985-4fea-8e9f-447f2f457980", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:50:56.770254 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f72d36e-4f2a-417e-84bd-3818648d663b x-openstack-request-id: req-4f72d36e-4f2a-417e-84bd-3818648d663b {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:50:56.770362 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b0ca5893-97e1-482f-85b9-871b2550096f {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:50:56.770574 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1804501a-1f6d-43d5-b81c-9ddf83670f93", "tag": "32ce8904-04eb-4087-b745-34bd4a45ad7e", "status": "completed", "code": 200}]} {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:50:56.770727 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279b7354-1027-4ec3-b908-5302ed329636', 'tag': 'd53c2996-c985-4fea-8e9f-447f2f457980', 'status': 'completed', 'code': 200} Jun 23 14:50:56.770852 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4f72d36e-4f2a-417e-84bd-3818648d663b {{(pid=104656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:50:56.772584 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1804501a-1f6d-43d5-b81c-9ddf83670f93', 'tag': '32ce8904-04eb-4087-b745-34bd4a45ad7e', 'status': 'completed', 'code': 200} Jun 23 14:50:56.870122 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-bb04ab6b-5ec8-4eb1-974e-6bdcdf2d77b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:56.978019 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-28e19ad5-3d55-483d-af9b-6fc7b6044820 req-599f596f-87bc-4613-9ad6-074a1f182e23 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 210 time: 0.0401964 Jun 23 14:50:57.050851 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-bb04ab6b-5ec8-4eb1-974e-6bdcdf2d77b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:57.055425 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-bb04ab6b-5ec8-4eb1-974e-6bdcdf2d77b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:57.061882 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-a34e7d7d-c9c0-4114-a2a2-c63880aeefe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:57.098731 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-bb04ab6b-5ec8-4eb1-974e-6bdcdf2d77b9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=68803d6296ee48efaa4044a1e1b47df2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6719544 Jun 23 14:50:57.100745 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04ab6b-5ec8-4eb1-974e-6bdcdf2d77b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c48ee5-46fd-4025-8444-147bc17ec45d,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:57.101371 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 34414) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:57.103860 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-bb04ab6b-5ec8-4eb1-974e-6bdcdf2d77b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:57.152566 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7a4d2410-e01c-4d44-8b1f-b404dc959385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:57.179615 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7a4d2410-e01c-4d44-8b1f-b404dc959385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:57.234051 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7a4d2410-e01c-4d44-8b1f-b404dc959385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:57.239326 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7a4d2410-e01c-4d44-8b1f-b404dc959385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:57.239326 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-7a4d2410-e01c-4d44-8b1f-b404dc959385 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a5c48ee5-46fd-4025-8444-147bc17ec45d HTTP/1.1" status: 204 len: 168 time: 0.1355939 Jun 23 14:50:57.239326 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c8f01af7-71be-40b7-b524-42c876751250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:57.240114 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 34420) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:57.247529 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d2410-e01c-4d44-8b1f-b404dc959385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c48ee5-46fd-4025-8444-147bc17ec45d,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:57.249914 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-7a4d2410-e01c-4d44-8b1f-b404dc959385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:57.466596 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3d6ca089-5533-4dcc-9d23-0aded938333e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:57.514815 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 34430) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:57.528042 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-80a3eb91-59cf-48ac-a263-36d490156727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:57.556323 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3d6ca089-5533-4dcc-9d23-0aded938333e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:57.568088 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3d6ca089-5533-4dcc-9d23-0aded938333e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:57.572096 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-ab008557-a4cb-42c5-9246-bd73f1481e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:57.606626 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-3d6ca089-5533-4dcc-9d23-0aded938333e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6f6c6c6637f54ae8bff95727de080ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652859 Jun 23 14:50:57.609128 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 34432) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:57.615938 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ca089-5533-4dcc-9d23-0aded938333e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6db155-65bc-4c40-a87b-aca81a0a848c,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:57.619516 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-3d6ca089-5533-4dcc-9d23-0aded938333e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:57.653132 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-80a3eb91-59cf-48ac-a263-36d490156727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:57.657435 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-80a3eb91-59cf-48ac-a263-36d490156727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:57.660843 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-4bc37e7d-3b1f-4567-9f16-7de048ccfc72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:57.670011 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-eb7c73d5-98b0-4911-9ef6-5a69cc89cc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:57.691725 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-eb7c73d5-98b0-4911-9ef6-5a69cc89cc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:57.698058 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-80a3eb91-59cf-48ac-a263-36d490156727 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=67e647dc79fe4838b3712534775e5ac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820884 Jun 23 14:50:57.699985 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3eb91-59cf-48ac-a263-36d490156727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a63f7b5-e423-4632-9830-40702e69d3c2,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:57.702032 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 34436) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:50:57.702973 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-80a3eb91-59cf-48ac-a263-36d490156727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:57.767686 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4b7a416a-7e1c-409a-b9a2-4c3137aec085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:57.777441 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-eb7c73d5-98b0-4911-9ef6-5a69cc89cc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:57.779949 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-eb7c73d5-98b0-4911-9ef6-5a69cc89cc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:57.781056 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-eb7c73d5-98b0-4911-9ef6-5a69cc89cc7e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0e6db155-65bc-4c40-a87b-aca81a0a848c HTTP/1.1" status: 204 len: 168 time: 0.1704819 Jun 23 14:50:57.783408 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-11cf39d8-8a27-45f8-be84-7d8c988d9413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:57.800019 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4b7a416a-7e1c-409a-b9a2-4c3137aec085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:57.801893 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c73d5-98b0-4911-9ef6-5a69cc89cc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6db155-65bc-4c40-a87b-aca81a0a848c,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:57.807934 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-eb7c73d5-98b0-4911-9ef6-5a69cc89cc7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:57.850666 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4b7a416a-7e1c-409a-b9a2-4c3137aec085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:57.853335 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4b7a416a-7e1c-409a-b9a2-4c3137aec085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:50:57.854490 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-4b7a416a-7e1c-409a-b9a2-4c3137aec085 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a63f7b5-e423-4632-9830-40702e69d3c2 HTTP/1.1" status: 204 len: 168 time: 0.1514337 Jun 23 14:50:57.855289 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-17d99046-da1d-4ca0-b086-6f3b32a301f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:50:57.863564 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a416a-7e1c-409a-b9a2-4c3137aec085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a63f7b5-e423-4632-9830-40702e69d3c2,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:50:57.865623 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-4b7a416a-7e1c-409a-b9a2-4c3137aec085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:50:59.641633 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180841db-929a-445c-b19c-e8e80402dffb req-2bda0cbf-c55a-4972-8944-adb5b9c8df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:59.648013 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-180841db-929a-445c-b19c-e8e80402dffb req-2bda0cbf-c55a-4972-8944-adb5b9c8df46 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39af58d17879414891f063215d964cba&device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 1096 time: 0.0687065 Jun 23 14:50:59.653344 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6a46e-759c-4ac3-bcff-c340dd0ce2dc req-25943bd2-094f-401f-bf12-d9581029156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:59.655925 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a1f6a46e-759c-4ac3-bcff-c340dd0ce2dc req-25943bd2-094f-401f-bf12-d9581029156e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39af58d17879414891f063215d964cba&device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 1097 time: 0.0846093 Jun 23 14:50:59.865858 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-dded0e40-ba06-4bac-839b-70acddf64caa req-72c99c0c-f339-4dca-af53-71b6e95c3b82 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 210 time: 0.0474374 Jun 23 14:50:59.870672 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6a46e-759c-4ac3-bcff-c340dd0ce2dc req-586d4033-f256-4ae8-9efe-bda9c750ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:59.872239 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a1f6a46e-759c-4ac3-bcff-c340dd0ce2dc req-586d4033-f256-4ae8-9efe-bda9c750ed38 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=39af58d17879414891f063215d964cba&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2014735 Jun 23 14:50:59.916833 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180841db-929a-445c-b19c-e8e80402dffb req-1a846a4e-21d0-40f5-abdc-f8c1737ea9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:59.918302 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-180841db-929a-445c-b19c-e8e80402dffb req-1a846a4e-21d0-40f5-abdc-f8c1737ea9f3 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=39af58d17879414891f063215d964cba&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2644019 Jun 23 14:50:59.927139 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad578818-e5eb-4787-975f-f374a13d0e44 req-d13a044c-8b98-40e4-91a5-3e57adaf1526 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:59.928525 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ad578818-e5eb-4787-975f-f374a13d0e44 req-d13a044c-8b98-40e4-91a5-3e57adaf1526 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 944 time: 0.1854811 Jun 23 14:50:59.986513 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6a46e-759c-4ac3-bcff-c340dd0ce2dc req-294c9a07-b10e-4d31-a426-a932cfb6600d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:50:59.988056 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a1f6a46e-759c-4ac3-bcff-c340dd0ce2dc req-294c9a07-b10e-4d31-a426-a932cfb6600d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023731 Jun 23 14:51:00.072477 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ad578818-e5eb-4787-975f-f374a13d0e44 req-f2b2f5bf-ba1d-4c46-a0f8-846faa508de2 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264076 Jun 23 14:51:00.111828 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180841db-929a-445c-b19c-e8e80402dffb req-e1b6dad6-d071-487d-8dab-0fd1ddf81baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:00.113287 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-180841db-929a-445c-b19c-e8e80402dffb req-e1b6dad6-d071-487d-8dab-0fd1ddf81baa service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1839032 Jun 23 14:51:03.078800 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-551a3be4-a706-49fd-bb8e-d56ce51ee21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:03.080280 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-551a3be4-a706-49fd-bb8e-d56ce51ee21b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39af58d17879414891f063215d964cba&device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 1096 time: 0.0637484 Jun 23 14:51:03.083862 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-69d35de5-1ca7-4071-8632-c2234e2ee887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:03.085393 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-69d35de5-1ca7-4071-8632-c2234e2ee887 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39af58d17879414891f063215d964cba&device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 1097 time: 0.0631530 Jun 23 14:51:03.146852 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-3d25b053-b039-49f3-9883-e727ee1661af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32ce8904-04eb-4087-b745-34bd4a45ad7e HTTP/1.1" status: 200 len: 217 time: 0.0489943 Jun 23 14:51:03.147419 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-c7165c7c-a646-44ba-8387-49235e89b485 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d53c2996-c985-4fea-8e9f-447f2f457980 HTTP/1.1" status: 200 len: 217 time: 0.0499315 Jun 23 14:51:03.182077 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-1b509b1a-9ca3-4361-b850-e0cc19f29525 req-e584ccd6-8340-4fec-bb7a-42e94822bfd7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 210 time: 0.0378137 Jun 23 14:51:03.235822 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-5df25be3-3a58-4813-930e-069e588e05d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:03.235822 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-5df25be3-3a58-4813-930e-069e588e05d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f484191a-aa0e-4ca0-9d09-feeb8b46b4c9 HTTP/1.1" status: 200 len: 858 time: 0.0624475 Jun 23 14:51:03.252413 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-e7187a60-3d19-4bf5-b4f7-ca448c02465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:03.253954 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-e7187a60-3d19-4bf5-b4f7-ca448c02465d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f484191a-aa0e-4ca0-9d09-feeb8b46b4c9 HTTP/1.1" status: 200 len: 858 time: 0.0785272 Jun 23 14:51:03.266177 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbaf653-91bc-4020-9822-68e1a92d4c06 req-73b5ae6d-0b0b-4ec5-8423-586d8be21ff7 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:03.267689 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-dcbaf653-91bc-4020-9822-68e1a92d4c06 req-73b5ae6d-0b0b-4ec5-8423-586d8be21ff7 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 944 time: 0.1231484 Jun 23 14:51:03.271700 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-d036a4c3-8f61-4c0f-bd53-b93bc402d8e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=316343f5-6494-40b4-8f2d-d07926cd87f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278232 Jun 23 14:51:03.310160 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-05435467-312f-4c39-8356-44a6ccb9e11b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=316343f5-6494-40b4-8f2d-d07926cd87f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413151 Jun 23 14:51:03.404778 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-1a94a3d0-5cd1-4eb8-921e-b5fe8c5c8033 service neutron] 10.222.0.44 "GET /v2.0/networks/316343f5-6494-40b4-8f2d-d07926cd87f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217997 Jun 23 14:51:03.412252 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-dcbaf653-91bc-4020-9822-68e1a92d4c06 req-2353ec9f-fc95-49bb-94b7-92b631f72329 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350813 Jun 23 14:51:03.504920 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-15ef9010-990e-4518-a63a-f8f489936783 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:03.506549 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-15ef9010-990e-4518-a63a-f8f489936783 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.44 "GET /v2.0/networks?id=091e6716-f16c-497b-bbf5-a88d9b5ceae2 HTTP/1.1" status: 200 len: 815 time: 0.1954887 Jun 23 14:51:03.510511 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-1fa88ee4-2fef-43e3-a7d8-30b96bca536e service neutron] 10.222.0.44 "GET /v2.0/networks/316343f5-6494-40b4-8f2d-d07926cd87f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715019 Jun 23 14:51:03.515112 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4e0db46b-af09-4303-80d8-4fc73e700c61 req-67d9ca2c-b585-49ad-a3a5-e3f8013473b5 service neutron] 10.222.0.44 "GET /v2.0/networks/316343f5-6494-40b4-8f2d-d07926cd87f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921712 Jun 23 14:51:03.526797 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-afaa8bc5-bddc-43ab-90cd-ed262a6f66a7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Request body: {'port': {'device_id': '42d13057-cf57-4ebf-8e87-386f094ec9be', 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2', 'admin_state_up': True, 'tenant_id': '14cebce4a701447bafe560e0e1182a8f'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:03.694572 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-734f1a7b-1626-4cdf-a503-20c4718fe09c req-46d581aa-c341-451f-9b78-c01d98f24204 service neutron] 10.222.0.44 "GET /v2.0/networks/316343f5-6494-40b4-8f2d-d07926cd87f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520557 Jun 23 14:51:03.709354 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-afaa8bc5-bddc-43ab-90cd-ed262a6f66a7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Made reservation on behalf of 14cebce4a701447bafe560e0e1182a8f for: {'port': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:51:03.712854 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-afaa8bc5-bddc-43ab-90cd-ed262a6f66a7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:03.838683 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-afaa8bc5-bddc-43ab-90cd-ed262a6f66a7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Allocated IP 172.20.0.6 (091e6716-f16c-497b-bbf5-a88d9b5ceae2/565c59f5-fb5b-4a37-988a-29937cd627c7/19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:51:03.993521 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-afaa8bc5-bddc-43ab-90cd-ed262a6f66a7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:04.040013 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-afaa8bc5-bddc-43ab-90cd-ed262a6f66a7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:04.046507 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:04.058112 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['52666dea-2583-4f8a-9700-4176b1539297', '13c3c53a-b4e9-4f92-aef4-87bad79363f2'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:51:04.099442 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-afaa8bc5-bddc-43ab-90cd-ed262a6f66a7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Network 091e6716-f16c-497b-bbf5-a88d9b5ceae2 is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:51:04.103313 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-afaa8bc5-bddc-43ab-90cd-ed262a6f66a7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:51:04.106117 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-afaa8bc5-bddc-43ab-90cd-ed262a6f66a7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:51:04.164441 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-afaa8bc5-bddc-43ab-90cd-ed262a6f66a7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:04.165532 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-afaa8bc5-bddc-43ab-90cd-ed262a6f66a7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:04.184648 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa8bc5-bddc-43ab-90cd-ed262a6f66a7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Pushing event updated for resources: {'Port': ['ID=19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:04.188388 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-afaa8bc5-bddc-43ab-90cd-ed262a6f66a7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:04.190635 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-afaa8bc5-bddc-43ab-90cd-ed262a6f66a7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6681325 Jun 23 14:51:04.205587 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Request body: {'port': {'device_id': '42d13057-cf57-4ebf-8e87-386f094ec9be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:04.309440 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:04.628403 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a16587-a850-4f69-a7f0-5008bcc2fbf1 req-8afe289b-3f07-4960-a1a2-1ae53e532ae2 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:04.631018 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-48a16587-a850-4f69-a7f0-5008bcc2fbf1 req-8afe289b-3f07-4960-a1a2-1ae53e532ae2 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 944 time: 0.0854211 Jun 23 14:51:04.680078 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-48a16587-a850-4f69-a7f0-5008bcc2fbf1 req-33784998-6009-48d6-84b8-6c7196f99cdc tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431783 Jun 23 14:51:04.736830 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0cee9-a019-48b5-ae12-1bc740d52beb req-9617bd3a-acf1-4d7d-acc6-6900c1b6fbb7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:04.738482 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7fe0cee9-a019-48b5-ae12-1bc740d52beb req-9617bd3a-acf1-4d7d-acc6-6900c1b6fbb7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 931 time: 0.3871357 Jun 23 14:51:04.830895 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7fe0cee9-a019-48b5-ae12-1bc740d52beb req-efcef62c-988d-439f-911e-07e8ca25f631 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866532 Jun 23 14:51:04.954813 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba {{(pid=104657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:51:04.963757 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:04.977774 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Transition to ACTIVE for port object 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba will not be triggered until provisioned by entity L2. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:51:04.981463 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:04.983998 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:05.033721 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Pushing event updated for resources: {'Port': ['ID=19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:05.036646 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:05.108647 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Attempting to bind port 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:51:05.109252 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Attempting to bind port 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'fe93aea0-6524-4b32-92b7-0d915e8e0cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2'}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:51:05.109252 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Attempting to bind port 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba on network 091e6716-f16c-497b-bbf5-a88d9b5ceae2 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:51:05.113323 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Port 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba on network 091e6716-f16c-497b-bbf5-a88d9b5ceae2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:51:05.113641 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Attempting to bind port 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba on network 091e6716-f16c-497b-bbf5-a88d9b5ceae2 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:51:05.118206 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Checking agent: {'id': 'd8f3122c-1231-4f5b-931f-565a6de0a48e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'started_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:51:05.118534 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Checking segment: {'id': 'fe93aea0-6524-4b32-92b7-0d915e8e0cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:51:05.118906 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Bound using segment: {'id': 'fe93aea0-6524-4b32-92b7-0d915e8e0cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2'} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:51:05.119329 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Bound port: 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe93aea0-6524-4b32-92b7-0d915e8e0cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2'}}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:51:05.119665 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:05.181951 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] For port 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba, host hv-cinder-79628, cleared binding levels {{(pid=104657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:51:05.185616 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] For port 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba,segment=NetworkSegment(fe93aea0-6524-4b32-92b7-0d915e8e0cd1),segment_id=fe93aea0-6524-4b32-92b7-0d915e8e0cd1)] {{(pid=104657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:51:05.190329 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:05.192584 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-e12b1220-df5d-461f-a772-5ffea80ca7fe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:05.226773 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:05.227648 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:05.229173 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] 10.222.0.44 "PUT /v2.0/ports/19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba HTTP/1.1" status: 200 len: 1093 time: 1.0285664 Jun 23 14:51:05.229660 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d13057-cf57-4ebf-8e87-386f094ec9be', 'tag': '19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:51:05.232042 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8f07c8-ccd1-411a-8b9a-a3bd64dcdf47" -d '{"events": [{"name": "network-changed", "server_uuid": "42d13057-cf57-4ebf-8e87-386f094ec9be", "tag": "19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:51:05.259877 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Pushing event updated for resources: {'Port': ['ID=19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba,revision_number=3']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:05.271077 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:05.283855 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28eb32a-5d80-4e63-b53b-e9a31d205f6d x-openstack-request-id: req-d28eb32a-5d80-4e63-b53b-e9a31d205f6d {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:51:05.284249 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d13057-cf57-4ebf-8e87-386f094ec9be", "tag": "19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:51:05.284577 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d28eb32a-5d80-4e63-b53b-e9a31d205f6d {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:51:05.286252 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d13057-cf57-4ebf-8e87-386f094ec9be', 'tag': '19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba', 'status': 'completed', 'code': 200} Jun 23 14:51:05.397161 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-4c94ef9e-06fd-4fe9-8f3e-96161b163710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:05.398888 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-4c94ef9e-06fd-4fe9-8f3e-96161b163710 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14cebce4a701447bafe560e0e1182a8f&device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 1096 time: 0.0928040 Jun 23 14:51:05.456278 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-b59c48e2-109a-44ac-97dc-1081dc58d485 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba HTTP/1.1" status: 200 len: 217 time: 0.0399935 Jun 23 14:51:05.513778 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-e52832d6-0c17-41ff-95ec-9dba0a23c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:05.515495 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-e52832d6-0c17-41ff-95ec-9dba0a23c960 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=565c59f5-fb5b-4a37-988a-29937cd627c7 HTTP/1.1" status: 200 len: 855 time: 0.0481601 Jun 23 14:51:05.556752 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-b7eca73a-7360-48b5-bab7-54d38973b513 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=091e6716-f16c-497b-bbf5-a88d9b5ceae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298607 Jun 23 14:51:05.659411 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-8d50847a-891d-4337-8d1c-26336224bd94 service neutron] 10.222.0.44 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945618 Jun 23 14:51:05.764351 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-32f0aa80-2c82-4b45-b978-4992dfec4a7e req-8d5f2a5b-3b3b-4f34-9d10-06f59ac67b4c service neutron] 10.222.0.44 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945268 Jun 23 14:51:05.909303 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91d4e1-d58f-4239-8fbc-fb74e069de22 req-68e1156d-54f6-42cf-b774-8a2c5c7c521b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:05.912288 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8b91d4e1-d58f-4239-8fbc-fb74e069de22 req-68e1156d-54f6-42cf-b774-8a2c5c7c521b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 944 time: 0.0941257 Jun 23 14:51:05.941926 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f07c8-ccd1-411a-8b9a-a3bd64dcdf47 req-3de407ba-90cb-4d1b-94c8-ca081c99359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:05.944309 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3e8f07c8-ccd1-411a-8b9a-a3bd64dcdf47 req-3de407ba-90cb-4d1b-94c8-ca081c99359f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14cebce4a701447bafe560e0e1182a8f&device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 1096 time: 0.0886703 Jun 23 14:51:05.974877 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8b91d4e1-d58f-4239-8fbc-fb74e069de22 req-55bda8ca-97dc-4a31-b59b-1e7b84932f27 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534236 Jun 23 14:51:06.131405 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f07c8-ccd1-411a-8b9a-a3bd64dcdf47 req-c62f154d-f8a9-40b4-a2b6-728ff1f4f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:06.132866 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3e8f07c8-ccd1-411a-8b9a-a3bd64dcdf47 req-c62f154d-f8a9-40b4-a2b6-728ff1f4f7e1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=091e6716-f16c-497b-bbf5-a88d9b5ceae2 HTTP/1.1" status: 200 len: 916 time: 0.1736901 Jun 23 14:51:06.160953 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620eee8-900c-4458-b3d6-47ef89784b0d req-8e90fb47-cdc6-4e78-8124-d12fadd73465 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:06.162855 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7620eee8-900c-4458-b3d6-47ef89784b0d req-8e90fb47-cdc6-4e78-8124-d12fadd73465 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 943 time: 0.1096854 Jun 23 14:51:06.198404 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3e8f07c8-ccd1-411a-8b9a-a3bd64dcdf47 req-0a061158-b531-4dda-a71a-bc4da28128a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba HTTP/1.1" status: 200 len: 217 time: 0.0527210 Jun 23 14:51:06.276161 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7620eee8-900c-4458-b3d6-47ef89784b0d req-3120cf89-c584-44b2-9494-caab10512e35 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802031 Jun 23 14:51:06.285948 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f07c8-ccd1-411a-8b9a-a3bd64dcdf47 req-7bcd1113-60d7-472f-9bf4-40e3c9b36650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:06.287350 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3e8f07c8-ccd1-411a-8b9a-a3bd64dcdf47 req-7bcd1113-60d7-472f-9bf4-40e3c9b36650 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=565c59f5-fb5b-4a37-988a-29937cd627c7 HTTP/1.1" status: 200 len: 855 time: 0.0739770 Jun 23 14:51:06.334489 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3e8f07c8-ccd1-411a-8b9a-a3bd64dcdf47 req-954a5437-1153-41fd-8d12-d6018dd3bdfa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=091e6716-f16c-497b-bbf5-a88d9b5ceae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346820 Jun 23 14:51:06.429448 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3e8f07c8-ccd1-411a-8b9a-a3bd64dcdf47 req-70b269f9-108a-4e13-81b3-49069e056edd service neutron] 10.222.0.44 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842752 Jun 23 14:51:06.522905 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 32ce8904-04eb-4087-b745-34bd4a45ad7e details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:51:06.533999 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3e8f07c8-ccd1-411a-8b9a-a3bd64dcdf47 req-0afa63e7-3481-4b0b-a511-223058ad9cb2 service neutron] 10.222.0.44 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972662 Jun 23 14:51:06.627170 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 32ce8904-04eb-4087-b745-34bd4a45ad7e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=32ce8904-04eb-4087-b745-34bd4a45ad7e,segment=NetworkSegment(bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc),segment_id=bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:51:06.638578 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': '32ce8904-04eb-4087-b745-34bd4a45ad7e', 'network_id': '316343f5-6494-40b4-8f2d-d07926cd87f2', 'port_id': '32ce8904-04eb-4087-b745-34bd4a45ad7e', 'mac_address': 'fa:16:3e:7a:da:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f484191a-aa0e-4ca0-9d09-feeb8b46b4c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:51:06.677444 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:06.691913 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ce8904-04eb-4087-b745-34bd4a45ad7e {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:51:06.713070 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 32ce8904-04eb-4087-b745-34bd4a45ad7e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=32ce8904-04eb-4087-b745-34bd4a45ad7e,segment=NetworkSegment(bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc),segment_id=bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:51:06.717055 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:06.717860 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device d53c2996-c985-4fea-8e9f-447f2f457980 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:51:06.720091 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:06.787577 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port d53c2996-c985-4fea-8e9f-447f2f457980, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d53c2996-c985-4fea-8e9f-447f2f457980,segment=NetworkSegment(bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc),segment_id=bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:51:06.790218 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=32ce8904-04eb-4087-b745-34bd4a45ad7e,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:06.793650 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:06.802762 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': 'd53c2996-c985-4fea-8e9f-447f2f457980', 'network_id': '316343f5-6494-40b4-8f2d-d07926cd87f2', 'port_id': 'd53c2996-c985-4fea-8e9f-447f2f457980', 'mac_address': 'fa:16:3e:83:bd:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f484191a-aa0e-4ca0-9d09-feeb8b46b4c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:51:06.847373 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:06.860306 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53c2996-c985-4fea-8e9f-447f2f457980 {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:51:06.881433 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port d53c2996-c985-4fea-8e9f-447f2f457980, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d53c2996-c985-4fea-8e9f-447f2f457980,segment=NetworkSegment(bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc),segment_id=bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:51:06.885511 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:06.887914 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:06.943180 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=d53c2996-c985-4fea-8e9f-447f2f457980,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:06.946509 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:07.046089 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-a6c4daf3-2bea-48bd-8f27-5e361be18b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:07.161020 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4943fb-d678-4a70-8496-a8c505302ae1 req-4874aeb8-2966-4c59-9ff0-5352653f9253 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:07.162493 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-af4943fb-d678-4a70-8496-a8c505302ae1 req-4874aeb8-2966-4c59-9ff0-5352653f9253 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 945 time: 0.0733595 Jun 23 14:51:07.199187 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-af4943fb-d678-4a70-8496-a8c505302ae1 req-e12e081a-37ab-4ce9-aa48-953600996d24 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309613 Jun 23 14:51:07.308645 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['d53c2996-c985-4fea-8e9f-447f2f457980'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:51:07.373595 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['32ce8904-04eb-4087-b745-34bd4a45ad7e'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:51:07.474721 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bd09f-3464-4ed4-91b4-ae56997129ea req-1d9e8b93-836e-4332-94f8-7a77b6580e65 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:07.484245 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-235bd09f-3464-4ed4-91b4-ae56997129ea req-1d9e8b93-836e-4332-94f8-7a77b6580e65 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 943 time: 0.0803750 Jun 23 14:51:07.535594 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-235bd09f-3464-4ed4-91b4-ae56997129ea req-8e045ccb-e7bb-4f59-bb58-98ecc247f093 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514019 Jun 23 14:51:07.868872 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 34794) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:07.882098 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 34798) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:07.977242 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-33251fd2-84ae-4163-a2c5-5de6550dd8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:08.005384 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f353b93d-1959-44f1-a2b6-d19f6be71903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:08.093671 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-33251fd2-84ae-4163-a2c5-5de6550dd8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:08.100311 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-33251fd2-84ae-4163-a2c5-5de6550dd8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:08.105451 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-5f8c354c-5307-49df-b36d-4ec2242faaec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:08.180067 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-33251fd2-84ae-4163-a2c5-5de6550dd8ff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2ffde2cd1ebe4b7fa7ba1eb662aa1285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101056 Jun 23 14:51:08.182909 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 34802) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:08.191856 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33251fd2-84ae-4163-a2c5-5de6550dd8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efaf5d9c-007d-444b-880f-b03e193f14f0,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:08.195551 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-33251fd2-84ae-4163-a2c5-5de6550dd8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:08.240031 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-cae592ff-5118-4503-bb9c-caf7df5a9250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:08.253869 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f353b93d-1959-44f1-a2b6-d19f6be71903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:08.258344 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f353b93d-1959-44f1-a2b6-d19f6be71903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:08.261828 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:08.264274 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-cae592ff-5118-4503-bb9c-caf7df5a9250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:08.302743 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-f353b93d-1959-44f1-a2b6-d19f6be71903 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=805cc3e4f95748d498440cd3639681e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4191129 Jun 23 14:51:08.302955 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 34806) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:08.305493 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353b93d-1959-44f1-a2b6-d19f6be71903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c574e46-1f90-4078-8d3f-a353ea136068,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:08.314202 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-f353b93d-1959-44f1-a2b6-d19f6be71903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:08.371881 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-cae592ff-5118-4503-bb9c-caf7df5a9250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:08.378213 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-cae592ff-5118-4503-bb9c-caf7df5a9250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:08.382522 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-cae592ff-5118-4503-bb9c-caf7df5a9250 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/efaf5d9c-007d-444b-880f-b03e193f14f0 HTTP/1.1" status: 204 len: 168 time: 0.1978507 Jun 23 14:51:08.388435 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:08.404624 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae592ff-5118-4503-bb9c-caf7df5a9250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaf5d9c-007d-444b-880f-b03e193f14f0,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:08.408801 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-cae592ff-5118-4503-bb9c-caf7df5a9250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:08.432077 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-bcf3055f-c800-4750-9684-786f46a794cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:08.453792 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b10756-3962-4e1a-9985-38e7da8d1287 req-df9006dc-8d17-4fc6-94f8-9a3c1041c993 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:08.455272 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-32b10756-3962-4e1a-9985-38e7da8d1287 req-df9006dc-8d17-4fc6-94f8-9a3c1041c993 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 945 time: 0.1327407 Jun 23 14:51:08.473366 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-bcf3055f-c800-4750-9684-786f46a794cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:08.526411 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-32b10756-3962-4e1a-9985-38e7da8d1287 req-8549fb1a-211e-4137-a546-8551cd18389e tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632861 Jun 23 14:51:08.542861 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:51:08.548703 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 32ce8904-04eb-4087-b745-34bd4a45ad7e up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:08.555257 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-bcf3055f-c800-4750-9684-786f46a794cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:08.558595 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-bcf3055f-c800-4750-9684-786f46a794cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:08.561383 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-bcf3055f-c800-4750-9684-786f46a794cc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9c574e46-1f90-4078-8d3f-a353ea136068 HTTP/1.1" status: 204 len: 168 time: 0.2574863 Jun 23 14:51:08.562913 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:08.579437 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3055f-c800-4750-9684-786f46a794cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c574e46-1f90-4078-8d3f-a353ea136068,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:08.583827 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-bcf3055f-c800-4750-9684-786f46a794cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:08.761857 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning for port 32ce8904-04eb-4087-b745-34bd4a45ad7e completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:08.772403 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba,segment=NetworkSegment(fe93aea0-6524-4b32-92b7-0d915e8e0cd1),segment_id=fe93aea0-6524-4b32-92b7-0d915e8e0cd1)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:51:08.782707 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port 32ce8904-04eb-4087-b745-34bd4a45ad7e triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:08.783865 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:08.800853 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d408ab-9907-44ff-9d73-b10a4d63c683 req-03e6e9e8-feab-43c7-aa9d-da631f802d6e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:08.810863 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': '19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba', 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2', 'port_id': '19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba', 'mac_address': 'fa:16:3e:9b:5c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565c59f5-fb5b-4a37-988a-29937cd627c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:51:08.823298 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a8d408ab-9907-44ff-9d73-b10a4d63c683 req-03e6e9e8-feab-43c7-aa9d-da631f802d6e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 943 time: 0.1030822 Jun 23 14:51:08.879880 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:08.900212 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:51:08.929452 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a8d408ab-9907-44ff-9d73-b10a4d63c683 req-ada4cc81-3ad5-4921-9b87-944eb86327a7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999570 Jun 23 14:51:08.975935 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:08.985769 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba,segment=NetworkSegment(fe93aea0-6524-4b32-92b7-0d915e8e0cd1),segment_id=fe93aea0-6524-4b32-92b7-0d915e8e0cd1)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:51:08.997553 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:09.028182 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:09.134730 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1804501a-1f6d-43d5-b81c-9ddf83670f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ce8904-04eb-4087-b745-34bd4a45ad7e'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:51:09.141342 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d11792a-acf0-4937-a9c8-179d46dad02e" -d '{"events": [{"server_uuid": "1804501a-1f6d-43d5-b81c-9ddf83670f93", "name": "network-vif-plugged", "status": "completed", "tag": "32ce8904-04eb-4087-b745-34bd4a45ad7e"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:51:09.179154 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 32ce8904-04eb-4087-b745-34bd4a45ad7e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=32ce8904-04eb-4087-b745-34bd4a45ad7e,segment=NetworkSegment(bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc),segment_id=bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:51:09.190984 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:09.192168 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device d53c2996-c985-4fea-8e9f-447f2f457980 up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:09.228520 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:09.234976 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4f99ac-30a4-42cc-8230-3e04c7126092 x-openstack-request-id: req-5c4f99ac-30a4-42cc-8230-3e04c7126092 {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:51:09.235276 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1804501a-1f6d-43d5-b81c-9ddf83670f93", "name": "network-vif-plugged", "status": "completed", "tag": "32ce8904-04eb-4087-b745-34bd4a45ad7e", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:51:09.235538 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c4f99ac-30a4-42cc-8230-3e04c7126092 {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:51:09.235931 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1804501a-1f6d-43d5-b81c-9ddf83670f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ce8904-04eb-4087-b745-34bd4a45ad7e', 'code': 200} Jun 23 14:51:09.238584 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:09.241608 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:09.268854 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 34882) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:09.284057 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-da542480-2fff-427d-8977-921f4ed6a0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:09.320731 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=32ce8904-04eb-4087-b745-34bd4a45ad7e,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:09.325532 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:09.328045 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning for port d53c2996-c985-4fea-8e9f-447f2f457980 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:09.333001 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port d53c2996-c985-4fea-8e9f-447f2f457980 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:09.334576 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:09.392549 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-da542480-2fff-427d-8977-921f4ed6a0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:09.398731 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-da542480-2fff-427d-8977-921f4ed6a0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:09.404493 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-dce89079-3219-4546-90b9-a32ce5572553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:09.415558 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:51:09.484611 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da542480-2fff-427d-8977-921f4ed6a0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a0de20-557a-45f3-b001-c988f7aa3150,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:09.491572 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-da542480-2fff-427d-8977-921f4ed6a0d4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=51294a395b2b4a2a88fd198841bc7280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192502 Jun 23 14:51:09.491572 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-da542480-2fff-427d-8977-921f4ed6a0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:09.491959 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 34900) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:09.518835 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307463-43f4-4bcf-9485-91d066fa47b5 req-64ddb93f-8854-4e07-aded-7e6eccfc4de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:09.520601 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-44307463-43f4-4bcf-9485-91d066fa47b5 req-64ddb93f-8854-4e07-aded-7e6eccfc4de6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 1099 time: 0.0722740 Jun 23 14:51:09.585325 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-19d7772e-0890-40af-8bb4-6b0eb9399a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:09.600283 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-44307463-43f4-4bcf-9485-91d066fa47b5 req-d8f7b741-ea34-4acc-b8ed-4a9ec026ab60 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660295 Jun 23 14:51:09.608899 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-19d7772e-0890-40af-8bb4-6b0eb9399a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:09.616493 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:09.689691 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-19d7772e-0890-40af-8bb4-6b0eb9399a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:09.693819 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-19d7772e-0890-40af-8bb4-6b0eb9399a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:09.695765 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-19d7772e-0890-40af-8bb4-6b0eb9399a6c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/71a0de20-557a-45f3-b001-c988f7aa3150 HTTP/1.1" status: 204 len: 168 time: 0.2014441 Jun 23 14:51:09.697190 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-f353b93d-1959-44f1-a2b6-d19f6be71903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:09.697959 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port d53c2996-c985-4fea-8e9f-447f2f457980, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d53c2996-c985-4fea-8e9f-447f2f457980,segment=NetworkSegment(bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc),segment_id=bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:51:09.707661 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7772e-0890-40af-8bb4-6b0eb9399a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a0de20-557a-45f3-b001-c988f7aa3150,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:09.712562 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-19d7772e-0890-40af-8bb4-6b0eb9399a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:09.717213 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:09.723432 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:09.817115 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-10db5366-a631-420c-98f0-7efa840e7e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:09.826457 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:09.837663 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=d53c2996-c985-4fea-8e9f-447f2f457980,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:09.841908 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:09.852209 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9575af-ba52-4bab-bfda-76a92acd1b70 req-bdcbc29c-d254-4e27-a81a-53f537146797 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:09.853775 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-bd9575af-ba52-4bab-bfda-76a92acd1b70 req-bdcbc29c-d254-4e27-a81a-53f537146797 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.0939913 Jun 23 14:51:09.925558 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-bd9575af-ba52-4bab-bfda-76a92acd1b70 req-616d6e37-a01e-475b-974b-5f89bd78b60b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592988 Jun 23 14:51:10.144145 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5b6ba-9ac9-42ac-9264-2ba14c64f3a8 req-9e0f8b13-ee04-4431-93ea-0c36a27d5148 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:10.153353 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-77d5b6ba-9ac9-42ac-9264-2ba14c64f3a8 req-9e0f8b13-ee04-4431-93ea-0c36a27d5148 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 944 time: 0.0947349 Jun 23 14:51:10.220071 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-77d5b6ba-9ac9-42ac-9264-2ba14c64f3a8 req-172761c4-f340-45f0-bbcf-3ac5a86d6d43 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657735 Jun 23 14:51:10.936825 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:11.137131 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d39cd-5bab-4ad0-830f-a0351810b07f req-879169e4-cfb4-4836-a4de-653baaf7c8ae tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:11.137131 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1c7d39cd-5bab-4ad0-830f-a0351810b07f req-879169e4-cfb4-4836-a4de-653baaf7c8ae tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.0750835 Jun 23 14:51:11.179390 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1c7d39cd-5bab-4ad0-830f-a0351810b07f req-86ea0f2a-d34a-4cd6-99c4-9263b3b525a4 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339489 Jun 23 14:51:11.236641 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279b7354-1027-4ec3-b908-5302ed329636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53c2996-c985-4fea-8e9f-447f2f457980'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:51:11.239172 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9827eab2-c7e5-4daf-b59b-517c62d5beb0" -d '{"events": [{"server_uuid": "279b7354-1027-4ec3-b908-5302ed329636", "name": "network-vif-plugged", "status": "completed", "tag": "d53c2996-c985-4fea-8e9f-447f2f457980"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:51:11.287657 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed785c9-9be9-4686-bc62-7c390e5210be x-openstack-request-id: req-1ed785c9-9be9-4686-bc62-7c390e5210be {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:51:11.288219 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279b7354-1027-4ec3-b908-5302ed329636", "name": "network-vif-plugged", "status": "completed", "tag": "d53c2996-c985-4fea-8e9f-447f2f457980", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:51:11.288672 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ed785c9-9be9-4686-bc62-7c390e5210be {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:51:11.289247 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279b7354-1027-4ec3-b908-5302ed329636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53c2996-c985-4fea-8e9f-447f2f457980', 'code': 200} Jun 23 14:51:11.483393 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74afbf-384b-41e7-b1f2-b89e6de39c20 req-329b7edd-1c51-40aa-88bd-648f50167a67 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:11.485047 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-aa74afbf-384b-41e7-b1f2-b89e6de39c20 req-329b7edd-1c51-40aa-88bd-648f50167a67 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 944 time: 0.0834494 Jun 23 14:51:11.597909 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-aa74afbf-384b-41e7-b1f2-b89e6de39c20 req-927744c5-313b-4588-a77e-120d5bb0dfba tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069045 Jun 23 14:51:11.639351 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398d24a-29d3-4020-86ed-4976a32a325c req-2cda6cca-1c45-43ab-91f8-5554b41b1e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:11.641381 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-f398d24a-29d3-4020-86ed-4976a32a325c req-2cda6cca-1c45-43ab-91f8-5554b41b1e38 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 1098 time: 0.1352158 Jun 23 14:51:11.682005 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582728b7-221c-4ae7-97a9-292ff742e19c req-c7f3fc35-06aa-4559-bd6f-14f0efe7053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:11.683479 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-582728b7-221c-4ae7-97a9-292ff742e19c req-c7f3fc35-06aa-4559-bd6f-14f0efe7053d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39af58d17879414891f063215d964cba&device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 1099 time: 0.0990930 Jun 23 14:51:11.689044 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-f398d24a-29d3-4020-86ed-4976a32a325c req-258b0b49-a133-4569-92f4-15c44ae5d667 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399680 Jun 23 14:51:11.808280 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ed6b8-3969-42fa-a8f3-985d0b79b33b req-1c0039ce-29d3-4ced-b29f-c9c04f1b6293 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:11.809738 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-d09ed6b8-3969-42fa-a8f3-985d0b79b33b req-1c0039ce-29d3-4ced-b29f-c9c04f1b6293 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.0693526 Jun 23 14:51:11.833821 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582728b7-221c-4ae7-97a9-292ff742e19c req-d4a43c7e-2043-4406-844a-46a574f9078c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:11.835268 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-582728b7-221c-4ae7-97a9-292ff742e19c req-d4a43c7e-2043-4406-844a-46a574f9078c service neutron] 10.222.0.44 "GET /v2.0/networks?id=316343f5-6494-40b4-8f2d-d07926cd87f2 HTTP/1.1" status: 200 len: 919 time: 0.0861304 Jun 23 14:51:11.848101 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-d09ed6b8-3969-42fa-a8f3-985d0b79b33b req-a7c2e2ae-c98e-4da7-8489-157b7a4f9429 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319273 Jun 23 14:51:11.919792 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-582728b7-221c-4ae7-97a9-292ff742e19c req-1cbde4ba-6472-4fc4-a74f-674d833d68ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32ce8904-04eb-4087-b745-34bd4a45ad7e HTTP/1.1" status: 200 len: 217 time: 0.0367897 Jun 23 14:51:12.644096 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:12.782376 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00911b-d047-499d-8ae9-705f397c5e50 req-08d709b2-6507-4c73-8e70-bbffccbf3335 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:12.783880 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4f00911b-d047-499d-8ae9-705f397c5e50 req-08d709b2-6507-4c73-8e70-bbffccbf3335 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 944 time: 0.0655282 Jun 23 14:51:12.821019 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4f00911b-d047-499d-8ae9-705f397c5e50 req-6587186b-9c05-40bc-a8f4-c46803d093fb tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314360 Jun 23 14:51:13.004907 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:13.056515 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning for port 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:13.060268 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:13.060654 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:13.065933 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582728b7-221c-4ae7-97a9-292ff742e19c req-247b1b56-1006-4e9c-9e57-93d9e0c6abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:13.067467 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-582728b7-221c-4ae7-97a9-292ff742e19c req-247b1b56-1006-4e9c-9e57-93d9e0c6abdc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f484191a-aa0e-4ca0-9d09-feeb8b46b4c9 HTTP/1.1" status: 200 len: 858 time: 0.0497780 Jun 23 14:51:13.136763 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:13.167518 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba,segment=NetworkSegment(fe93aea0-6524-4b32-92b7-0d915e8e0cd1),segment_id=fe93aea0-6524-4b32-92b7-0d915e8e0cd1)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:51:13.170930 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:13.173249 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-1784dfec-1598-4510-a2e0-ecb3e42a69a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:13.220896 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:13.223948 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:13.291507 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d13057-cf57-4ebf-8e87-386f094ec9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:51:13.293355 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d55c972-d120-46c4-ac20-ffb949b99a60" -d '{"events": [{"server_uuid": "42d13057-cf57-4ebf-8e87-386f094ec9be", "name": "network-vif-plugged", "status": "completed", "tag": "19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:51:14.366750 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:51:15.168333 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-582728b7-221c-4ae7-97a9-292ff742e19c req-4617d030-32fe-4b55-8ad8-5b8613f1756f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=316343f5-6494-40b4-8f2d-d07926cd87f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319488 Jun 23 14:51:15.226473 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b902b236-7201-427e-95d5-f53aa7130a11 x-openstack-request-id: req-b902b236-7201-427e-95d5-f53aa7130a11 {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:51:15.226979 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d13057-cf57-4ebf-8e87-386f094ec9be", "name": "network-vif-plugged", "status": "completed", "tag": "19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:51:15.227205 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b902b236-7201-427e-95d5-f53aa7130a11 {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:51:15.227666 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d13057-cf57-4ebf-8e87-386f094ec9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba', 'code': 200} Jun 23 14:51:15.268033 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-582728b7-221c-4ae7-97a9-292ff742e19c req-474a94fe-0df0-43dd-9617-ada4d14c971c service neutron] 10.222.0.44 "GET /v2.0/networks/316343f5-6494-40b4-8f2d-d07926cd87f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913012 Jun 23 14:51:15.368376 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b3503-8865-4b9c-b5f6-1a1383f660ab req-f6e99f1b-6ab8-495e-9dd9-13019da8104d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:15.377995 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-ab1b3503-8865-4b9c-b5f6-1a1383f660ab req-f6e99f1b-6ab8-495e-9dd9-13019da8104d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.0794871 Jun 23 14:51:15.422996 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-ab1b3503-8865-4b9c-b5f6-1a1383f660ab req-928a51b7-803c-4f9b-93fe-69c7225a60fe tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395582 Jun 23 14:51:15.473407 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-582728b7-221c-4ae7-97a9-292ff742e19c req-0d0a4d55-60be-4247-b728-93c0c429e7f5 service neutron] 10.222.0.44 "GET /v2.0/networks/316343f5-6494-40b4-8f2d-d07926cd87f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814182 Jun 23 14:51:15.521486 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1508895-97fd-4e38-b8a3-511fcce4b99d req-f24b937e-13fb-4f26-8a52-8907a4a42d09 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:15.523031 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-f1508895-97fd-4e38-b8a3-511fcce4b99d req-f24b937e-13fb-4f26-8a52-8907a4a42d09 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 945 time: 0.1554108 Jun 23 14:51:15.565783 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3664f-7ec6-4397-be54-b60a559602ba req-03ef4be3-6660-4c61-a538-83f0656bb4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:15.567913 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b0a3664f-7ec6-4397-be54-b60a559602ba req-03ef4be3-6660-4c61-a538-83f0656bb4e0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 1098 time: 0.1180663 Jun 23 14:51:15.586994 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-f1508895-97fd-4e38-b8a3-511fcce4b99d req-07479b76-3ea4-4b11-98ed-d35d02b89f24 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560298 Jun 23 14:51:15.614722 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b0a3664f-7ec6-4397-be54-b60a559602ba req-00160eff-00dc-4bce-844e-5d9e3bdd1fce service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386231 Jun 23 14:51:19.292734 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f8a0b-fe74-4741-9a11-578f0a4a15eb req-4f18300c-2889-4601-9739-dbdd35f2059b tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:19.294227 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-500f8a0b-fe74-4741-9a11-578f0a4a15eb req-4f18300c-2889-4601-9739-dbdd35f2059b tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 945 time: 0.0682275 Jun 23 14:51:19.300162 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6eb1d-f296-4c4d-80c3-8081eafae85f req-fc755800-a9e3-4fc1-a116-ec4318f2ba10 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:19.301628 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c5e6eb1d-f296-4c4d-80c3-8081eafae85f req-fc755800-a9e3-4fc1-a116-ec4318f2ba10 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.0748425 Jun 23 14:51:19.333498 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-500f8a0b-fe74-4741-9a11-578f0a4a15eb req-b4ee860d-eba2-4441-9b88-30324419be2b tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336497 Jun 23 14:51:19.339802 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c5e6eb1d-f296-4c4d-80c3-8081eafae85f req-eb69791d-4997-44ff-b519-14f5e0bb74b8 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321224 Jun 23 14:51:23.045307 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53609fe2-75c3-489f-bdcc-1cc296eb13ec req-0363d64a-6273-4086-b8c2-44955b151e6f tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:23.047054 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-53609fe2-75c3-489f-bdcc-1cc296eb13ec req-0363d64a-6273-4086-b8c2-44955b151e6f tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 945 time: 0.0788186 Jun 23 14:51:23.060455 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18655a-7b09-459a-bfa5-f0132f8f8099 req-ae9ac81a-c336-42e4-89fb-80e5dce17648 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:23.061965 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cb18655a-7b09-459a-bfa5-f0132f8f8099 req-ae9ac81a-c336-42e4-89fb-80e5dce17648 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.0884576 Jun 23 14:51:23.088192 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-53609fe2-75c3-489f-bdcc-1cc296eb13ec req-c9df01d3-c6bb-4c9f-b98c-0b70c60f1352 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353320 Jun 23 14:51:23.105479 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cb18655a-7b09-459a-bfa5-f0132f8f8099 req-6b0bac14-71eb-4594-a60f-2e2baa85779c tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371356 Jun 23 14:51:24.288017 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6392ab8-fa27-4f33-87b3-2f5610cbce0b req-85034cd0-08d2-4e41-b88a-b55fe7fb114c tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:24.289510 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e6392ab8-fa27-4f33-87b3-2f5610cbce0b req-85034cd0-08d2-4e41-b88a-b55fe7fb114c tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.0665638 Jun 23 14:51:24.293636 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4a251-4ee0-4a08-8b42-7d94b8e7e0d9 req-a32433e5-2bc2-4ad4-ba9c-e564d20982ae tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:24.295182 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ade4a251-4ee0-4a08-8b42-7d94b8e7e0d9 req-a32433e5-2bc2-4ad4-ba9c-e564d20982ae tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 945 time: 0.0697625 Jun 23 14:51:24.328981 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e6392ab8-fa27-4f33-87b3-2f5610cbce0b req-06b75622-8f84-4eef-a610-90a6ad4286a4 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335348 Jun 23 14:51:24.334236 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ade4a251-4ee0-4a08-8b42-7d94b8e7e0d9 req-89410c99-8e4e-4c17-89a9-ed55ca7b3767 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328021 Jun 23 14:51:24.648995 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:25.198375 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 35166) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:25.304068 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e109dc69-5078-4eef-a485-858ea91d5521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:25.389076 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e109dc69-5078-4eef-a485-858ea91d5521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:25.392738 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e109dc69-5078-4eef-a485-858ea91d5521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:25.395151 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-54c2ebd4-5205-48af-889f-c3b11bfa4f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:25.430542 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-e109dc69-5078-4eef-a485-858ea91d5521 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d2daaea6ffe24a9aa3fa596720b5cb55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310991 Jun 23 14:51:25.431402 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109dc69-5078-4eef-a485-858ea91d5521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11013434-0e65-4703-9524-99d1890dca90,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:25.433250 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 35174) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:25.438906 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-e109dc69-5078-4eef-a485-858ea91d5521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:25.489360 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-6ff24aee-2c77-4beb-90f6-c4dcf1ffbe4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:25.509640 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-6ff24aee-2c77-4beb-90f6-c4dcf1ffbe4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:25.553545 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-6ff24aee-2c77-4beb-90f6-c4dcf1ffbe4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:25.556116 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-6ff24aee-2c77-4beb-90f6-c4dcf1ffbe4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:25.557258 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-6ff24aee-2c77-4beb-90f6-c4dcf1ffbe4a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/11013434-0e65-4703-9524-99d1890dca90 HTTP/1.1" status: 204 len: 168 time: 0.1226840 Jun 23 14:51:25.558012 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:25.565015 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff24aee-2c77-4beb-90f6-c4dcf1ffbe4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11013434-0e65-4703-9524-99d1890dca90,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:25.568585 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-6ff24aee-2c77-4beb-90f6-c4dcf1ffbe4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:26.164389 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 35202) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:26.263863 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-11d808b0-70f2-4f1d-a695-2cb0a1565e2b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-615114459-network', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:26.287351 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d808b0-70f2-4f1d-a695-2cb0a1565e2b admin admin] Made reservation on behalf of 48ae03c8936d4b8aae737d381bdafe5a for: {'network': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:51:26.289665 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-11d808b0-70f2-4f1d-a695-2cb0a1565e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for network, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:26.298506 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-11d808b0-70f2-4f1d-a695-2cb0a1565e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:26.387169 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-11d808b0-70f2-4f1d-a695-2cb0a1565e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:26.391265 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-11d808b0-70f2-4f1d-a695-2cb0a1565e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:26.393993 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:26.416728 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d808b0-70f2-4f1d-a695-2cb0a1565e2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=104656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:51:26.422765 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d808b0-70f2-4f1d-a695-2cb0a1565e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f50c060-08cc-4211-9cdf-54f5254f0c37,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:26.426305 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-11d808b0-70f2-4f1d-a695-2cb0a1565e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:26.429048 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-11d808b0-70f2-4f1d-a695-2cb0a1565e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:26.429390 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.db.segments_db [None req-11d808b0-70f2-4f1d-a695-2cb0a1565e2b admin admin] Added segment 2ac980b6-d322-41e5-bc4d-248fcfc6f6a5 of type vlan for network a1115ee8-5372-48ee-a732-c77948f674dc Jun 23 14:51:26.480283 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-11d808b0-70f2-4f1d-a695-2cb0a1565e2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784121897485'] for network, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:26.509571 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-11d808b0-70f2-4f1d-a695-2cb0a1565e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374'] for network, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:26.510880 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d808b0-70f2-4f1d-a695-2cb0a1565e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:26.511441 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-11d808b0-70f2-4f1d-a695-2cb0a1565e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:26.513354 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:26.563102 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-11d808b0-70f2-4f1d-a695-2cb0a1565e2b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3976007 Jun 23 14:51:26.566085 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 35208) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:26.570635 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d808b0-70f2-4f1d-a695-2cb0a1565e2b admin admin] Pushing event updated for resources: {'Network': ['ID=a1115ee8-5372-48ee-a732-c77948f674dc,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:26.571808 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-58c2b7a5-39b0-40ea-9aae-f83865c578ae admin admin] Request body: {'subnet': {'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-615114459-subnet', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'ip_version': 4}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:26.573846 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-11d808b0-70f2-4f1d-a695-2cb0a1565e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:26.581883 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Network a1115ee8-5372-48ee-a732-c77948f674dc details requested by agent ovs-agent-dv-cinder-796286-8-iscsi with host dv-cinder-796286-8-iscsi {{(pid=104658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:51:26.594491 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c2b7a5-39b0-40ea-9aae-f83865c578ae admin admin] Made reservation on behalf of 48ae03c8936d4b8aae737d381bdafe5a for: {'subnet': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:51:26.596981 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-58c2b7a5-39b0-40ea-9aae-f83865c578ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4170543'] for subnet, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:26.769582 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-58c2b7a5-39b0-40ea-9aae-f83865c578ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3529996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4170557'] for subnet, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:26.772615 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:26.825176 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2b7a5-39b0-40ea-9aae-f83865c578ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9269878-b91e-4434-829a-8b123dec3d3e,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:26.828790 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-58c2b7a5-39b0-40ea-9aae-f83865c578ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:26.834354 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c2b7a5-39b0-40ea-9aae-f83865c578ae admin admin] Checking segment: {'id': '2ac980b6-d322-41e5-bc4d-248fcfc6f6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:51:26.834704 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c2b7a5-39b0-40ea-9aae-f83865c578ae admin admin] Network hostable DHCP agents. Network: a1115ee8-5372-48ee-a732-c77948f674dc, hostable agents: ['0b7df506-3eca-4aef-99ab-b9f92b008033'], hosted agents: [] {{(pid=104657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:51:26.850225 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c2b7a5-39b0-40ea-9aae-f83865c578ae admin admin] Network a1115ee8-5372-48ee-a732-c77948f674dc is scheduled to be hosted by DHCP agent 0b7df506-3eca-4aef-99ab-b9f92b008033 with binding_index 1 {{(pid=104657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:51:26.859046 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-58c2b7a5-39b0-40ea-9aae-f83865c578ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-iscsi, a1115ee8-5372-48ee-a732-c77948f674dc) {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:51:26.863045 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c2b7a5-39b0-40ea-9aae-f83865c578ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:26.863635 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-58c2b7a5-39b0-40ea-9aae-f83865c578ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:26.868362 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebf5eda-e6b1-437e-b4e8-38617be30998 None None] Network a1115ee8-5372-48ee-a732-c77948f674dc requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:51:26.878013 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-58c2b7a5-39b0-40ea-9aae-f83865c578ae admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3107750 Jun 23 14:51:26.880859 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 35214) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:26.885221 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-c8b70b96-4660-446f-8fe7-14d61658e5c5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-615114459-router', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:26.904816 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c8b70b96-4660-446f-8fe7-14d61658e5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58529'] for router, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:26.905972 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c8b70b96-4660-446f-8fe7-14d61658e5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16247596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58552'] for router, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:26.963593 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c8b70b96-4660-446f-8fe7-14d61658e5c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:27.030337 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81d71141-74d2-56c1-9cf9-1afe1cf1d49a-a1115ee8-5372-48ee-a732-c77948f674dc', 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'fixed_ips': [{'subnet_id': 'a9269878-b91e-4434-829a-8b123dec3d3e'}]}} from dv-cinder-796286-8-iscsi. {{(pid=104658) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:51:27.031744 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:27.109778 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c8b70b96-4660-446f-8fe7-14d61658e5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16244798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-606094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62274'] for router, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:27.169343 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.db_base_plugin_common [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Allocated IP 172.20.0.2 (a1115ee8-5372-48ee-a732-c77948f674dc/a9269878-b91e-4434-829a-8b123dec3d3e/5f062660-0662-4dc9-85fe-2ebac3ef5d11) {{(pid=104658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:51:27.309359 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c8b70b96-4660-446f-8fe7-14d61658e5c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:27.316696 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Notify callbacks [] for port, precommit_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:27.325072 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Transition to ACTIVE for port object 5f062660-0662-4dc9-85fe-2ebac3ef5d11 will not be triggered until provisioned by entity L2. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:51:27.328414 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c8b70b96-4660-446f-8fe7-14d61658e5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:27.340101 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Transition to ACTIVE for port object 5f062660-0662-4dc9-85fe-2ebac3ef5d11 will not be triggered until provisioned by entity DHCP. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:51:27.346231 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:27.348027 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-1784dfec-1598-4510-a2e0-ecb3e42a69a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:27.384873 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Network a1115ee8-5372-48ee-a732-c77948f674dc is already hosted by enough agents. {{(pid=104658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:51:27.387573 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.scheduler.base_scheduler [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Resources bound (agent type, host, resource id): {{(pid=104658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:51:27.391673 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Received port after_create {{(pid=104658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:51:27.398601 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Pushing event updated for resources: {'Port': ['ID=5f062660-0662-4dc9-85fe-2ebac3ef5d11,revision_number=1']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:27.402613 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:27.436641 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [None req-c8b70b96-4660-446f-8fe7-14d61658e5c5 admin admin] Allocated IP 172.27.2.194 (fcd7f1a0-b694-4219-968d-f28fbbdba0ee/e66531d2-b162-4d5a-9b95-91879084f23c/e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:51:27.452092 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Attempting to bind port 5f062660-0662-4dc9-85fe-2ebac3ef5d11 on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:51:27.453045 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Attempting to bind port 5f062660-0662-4dc9-85fe-2ebac3ef5d11 by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': '2ac980b6-d322-41e5-bc4d-248fcfc6f6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc'}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:51:27.453367 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Attempting to bind port 5f062660-0662-4dc9-85fe-2ebac3ef5d11 on network a1115ee8-5372-48ee-a732-c77948f674dc {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:51:27.458423 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:51:27.458797 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Checking segment: {'id': '2ac980b6-d322-41e5-bc4d-248fcfc6f6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:51:27.459227 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:27.459626 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Bound using segment: {'id': '2ac980b6-d322-41e5-bc4d-248fcfc6f6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc'} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:51:27.460089 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Bound port: 5f062660-0662-4dc9-85fe-2ebac3ef5d11, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac980b6-d322-41e5-bc4d-248fcfc6f6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc'}}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:51:27.460463 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:27.524119 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] For port 5f062660-0662-4dc9-85fe-2ebac3ef5d11, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:51:27.527070 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] For port 5f062660-0662-4dc9-85fe-2ebac3ef5d11, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=5f062660-0662-4dc9-85fe-2ebac3ef5d11,segment=NetworkSegment(2ac980b6-d322-41e5-bc4d-248fcfc6f6a5),segment_id=2ac980b6-d322-41e5-bc4d-248fcfc6f6a5)] {{(pid=104658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:51:27.533380 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:27.535226 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:27.544589 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c8b70b96-4660-446f-8fe7-14d61658e5c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:27.583877 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c8b70b96-4660-446f-8fe7-14d61658e5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:27.586998 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-3bef80b2-9c15-463b-a75f-4800f0553f3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:27.588583 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Pushing event updated for resources: {'Port': ['ID=5f062660-0662-4dc9-85fe-2ebac3ef5d11,revision_number=2']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:27.591658 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:27.620352 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b70b96-4660-446f-8fe7-14d61658e5c5 admin admin] Network fcd7f1a0-b694-4219-968d-f28fbbdba0ee is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:51:27.621282 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-c8b70b96-4660-446f-8fe7-14d61658e5c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:51:27.628486 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b70b96-4660-446f-8fe7-14d61658e5c5 admin admin] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:51:27.660157 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b70b96-4660-446f-8fe7-14d61658e5c5 admin admin] Pushing event updated for resources: {'Port': ['ID=e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:27.664005 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c8b70b96-4660-446f-8fe7-14d61658e5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:28.041130 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fcddd-15a5-4a53-9aa6-2a7036e4046d req-2f01c4bf-16e0-4cc0-81e1-3691d717b881 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:28.043402 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c19fcddd-15a5-4a53-9aa6-2a7036e4046d req-2f01c4bf-16e0-4cc0-81e1-3691d717b881 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.0913448 Jun 23 14:51:28.084315 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 5f062660-0662-4dc9-85fe-2ebac3ef5d11 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:28.095576 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c19fcddd-15a5-4a53-9aa6-2a7036e4046d req-2af60337-b193-4fed-b7b3-db868ec5399c tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459821 Jun 23 14:51:28.140306 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port 5f062660-0662-4dc9-85fe-2ebac3ef5d11 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:28.160916 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c8b70b96-4660-446f-8fe7-14d61658e5c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:28.361666 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c8b70b96-4660-446f-8fe7-14d61658e5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-606087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16244843'] for router, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:28.507499 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b70b96-4660-446f-8fe7-14d61658e5c5 admin admin] Router b3fc5eb4-fdeb-482c-a934-12d8e735343e is scheduled to L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c with binding_index 1 {{(pid=104657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:51:28.635762 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b70b96-4660-446f-8fe7-14d61658e5c5 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:51:28.648540 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] Sync routers for ids ['b3fc5eb4-fdeb-482c-a934-12d8e735343e'] in dv-cinder-796286-8-iscsi {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:51:28.652257 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9169dae1-9e15-4413-a923-59925f2b585a None None] Network a1115ee8-5372-48ee-a732-c77948f674dc requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:51:28.656477 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c8b70b96-4660-446f-8fe7-14d61658e5c5 admin admin] Notify callbacks [] for router, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:28.660259 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-c8b70b96-4660-446f-8fe7-14d61658e5c5 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7759883 Jun 23 14:51:28.660414 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] Routers {'b3fc5eb4-fdeb-482c-a934-12d8e735343e'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:51:28.660501 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 35248) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:28.660572 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:51:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['b3fc5eb4-fdeb-482c-a934-12d8e735343e'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:28.785388 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] Set router b3fc5eb4-fdeb-482c-a934-12d8e735343e gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:51:28.849021 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-05db9d90-d421-4577-8f82-1d5aa1434c93 None None] Provisioning for port 5f062660-0662-4dc9-85fe-2ebac3ef5d11 completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:28.854404 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-05db9d90-d421-4577-8f82-1d5aa1434c93 None None] Provisioning complete for port 5f062660-0662-4dc9-85fe-2ebac3ef5d11 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:28.854808 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-05db9d90-d421-4577-8f82-1d5aa1434c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:29.033303 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-05db9d90-d421-4577-8f82-1d5aa1434c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:29.128310 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-05db9d90-d421-4577-8f82-1d5aa1434c93 None None] For port 5f062660-0662-4dc9-85fe-2ebac3ef5d11, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=5f062660-0662-4dc9-85fe-2ebac3ef5d11,segment=NetworkSegment(2ac980b6-d322-41e5-bc4d-248fcfc6f6a5),segment_id=2ac980b6-d322-41e5-bc4d-248fcfc6f6a5)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:51:29.142194 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-05db9d90-d421-4577-8f82-1d5aa1434c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:29.142194 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-c938d1f7-12a1-4aa3-9fd8-829fda661629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:29.150204 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'name': 'tempest-TestMinimumBasicScenario-615114459-router', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:26Z', 'updated_at': '2021-06-23T14:51:28Z', 'revision_number': 3, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'gw_port': {'id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:87:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:27Z', 'updated_at': '2021-06-23T14:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:29.192182 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] Checking router: b3fc5eb4-fdeb-482c-a934-12d8e735343e for host: dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:51:29.192792 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] Updating router b3fc5eb4-fdeb-482c-a934-12d8e735343e port e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb binding host dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:51:29.223762 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db9d90-d421-4577-8f82-1d5aa1434c93 None None] Pushing event updated for resources: {'Port': ['ID=5f062660-0662-4dc9-85fe-2ebac3ef5d11,revision_number=3']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:29.235665 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-05db9d90-d421-4577-8f82-1d5aa1434c93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:29.259903 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:29.376762 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-b85f27b0-daad-455f-804d-efbbf7be2aa4 None None] Provisioning complete for port 5f062660-0662-4dc9-85fe-2ebac3ef5d11 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:29.377141 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-b85f27b0-daad-455f-804d-efbbf7be2aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:29.440651 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792f320-99ed-4aa5-9408-02d9f04eb948 req-11993c29-ebec-4669-a1b5-9512f3add316 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:29.442949 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c792f320-99ed-4aa5-9408-02d9f04eb948 req-11993c29-ebec-4669-a1b5-9512f3add316 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.0974624 Jun 23 14:51:29.464047 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:29.511709 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c792f320-99ed-4aa5-9408-02d9f04eb948 req-ffb4b9b7-fe37-4f38-94eb-0e617fd1e179 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618293 Jun 23 14:51:29.660982 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] Notify callbacks [] for port, precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:29.670740 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] Allocated IP 172.20.0.1 (a1115ee8-5372-48ee-a732-c77948f674dc/a9269878-b91e-4434-829a-8b123dec3d3e/6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:51:29.678930 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] Transition to ACTIVE for port object e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:51:29.688181 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:29.690619 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:29.744771 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] Attempting to bind port e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:51:29.745100 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] Attempting to bind port e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:51:29.745473 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] Attempting to bind port e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb on network fcd7f1a0-b694-4219-968d-f28fbbdba0ee {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:51:29.748868 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09982c2-65a2-4e53-b70c-86a84a08e612 None None] Pushing event updated for resources: {'Port': ['ID=e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:29.758721 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-b09982c2-65a2-4e53-b70c-86a84a08e612 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:29.759710 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:51:29.760235 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] Checking segment: {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:51:29.761115 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:29.761115 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] Bound using segment: {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:51:29.761466 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] Bound port: e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:51:29.761927 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:29.803747 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:29.816687 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] For port e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:51:29.817597 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] Transition to ACTIVE for port object 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71 will not be triggered until provisioned by entity DHCP. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:51:29.819994 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] For port e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:51:29.825520 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:29.829447 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-b09982c2-65a2-4e53-b70c-86a84a08e612 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:29.851543 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:29.854183 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:29.885029 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] Routers {'b3fc5eb4-fdeb-482c-a934-12d8e735343e'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:51:29.885171 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:51:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['b3fc5eb4-fdeb-482c-a934-12d8e735343e'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:29.887964 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] Network a1115ee8-5372-48ee-a732-c77948f674dc is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:51:29.890996 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09982c2-65a2-4e53-b70c-86a84a08e612 None None] Pushing event updated for resources: {'Port': ['ID=e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:29.893520 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:51:29.896898 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:51:29.930700 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] Pushing event updated for resources: {'Port': ['ID=6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:29.930964 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-b09982c2-65a2-4e53-b70c-86a84a08e612 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:29.934543 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:29.951926 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16234859'] for router_interface, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:30.040005 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] Set router b3fc5eb4-fdeb-482c-a934-12d8e735343e gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:51:30.067826 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 5f062660-0662-4dc9-85fe-2ebac3ef5d11 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:30.131770 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 5f062660-0662-4dc9-85fe-2ebac3ef5d11 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:30.132216 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:30.175032 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:30.293530 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'name': 'tempest-TestMinimumBasicScenario-615114459-router', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:26Z', 'updated_at': '2021-06-23T14:51:28Z', 'revision_number': 3, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'gw_port': {'id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:87:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:27Z', 'updated_at': '2021-06-23T14:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:30.312218 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-34a180fd-5941-4940-89ff-696dea55c963 None None] Provisioning for port 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71 completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:30.316908 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-34a180fd-5941-4940-89ff-696dea55c963 None None] Provisioning complete for port 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:30.317402 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-34a180fd-5941-4940-89ff-696dea55c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:30.322437 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c997370f-e3c8-4032-8408-ff8728d50e5a None None] The sync data for ids ['b3fc5eb4-fdeb-482c-a934-12d8e735343e'] in dv-cinder-796286-8-iscsi is: [{'id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'name': 'tempest-TestMinimumBasicScenario-615114459-router', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:26Z', 'updated_at': '2021-06-23T14:51:28Z', 'revision_number': 3, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'gw_port': {'id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:87:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:27Z', 'updated_at': '2021-06-23T14:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}] {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:51:30.368060 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-34a180fd-5941-4940-89ff-696dea55c963 None None] Port 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71 cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:51:30.442587 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:30.448572 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:30.451806 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:30.520872 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] Pushing event updated for resources: {'Port': ['ID=6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:30.523276 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16199652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16234887'] for router_interface, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:30.525242 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:30.685422 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] Network a1115ee8-5372-48ee-a732-c77948f674dc is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:51:30.689953 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:51:30.774365 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50e988-3779-4087-96a6-f60d9dbdbeaa req-2c8dadd0-cfaa-4b11-9511-e440d582d02e tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:30.775909 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5e50e988-3779-4087-96a6-f60d9dbdbeaa req-2c8dadd0-cfaa-4b11-9511-e440d582d02e tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.1321540 Jun 23 14:51:30.876414 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5e50e988-3779-4087-96a6-f60d9dbdbeaa req-4a885323-a79b-424b-9cc3-e0b2b5e87dcf tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515373 Jun 23 14:51:30.882395 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] Router b3fc5eb4-fdeb-482c-a934-12d8e735343e has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:51:30.997907 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:51:31.004956 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-78fc0c57-26f1-4415-bc61-1ce59cd9dc15 None None] Provisioning complete for port 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:31.005351 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-78fc0c57-26f1-4415-bc61-1ce59cd9dc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:31.008825 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] 10.222.0.65 "PUT /v2.0/routers/b3fc5eb4-fdeb-482c-a934-12d8e735343e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3450012 Jun 23 14:51:31.061911 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-78fc0c57-26f1-4415-bc61-1ce59cd9dc15 None None] Port 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71 cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:51:31.514378 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 35348) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:31.519507 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1259255473-network', 'tenant_id': '17218e7261254577a1f48069c0c35ba7'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:31.539545 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Made reservation on behalf of 17218e7261254577a1f48069c0c35ba7 for: {'network': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:51:31.541923 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for network, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:31.550984 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:31.662507 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:31.667790 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:31.671577 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-5dc94382-839e-4dbc-81e7-ad375c5462b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:31.696223 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=104657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:51:31.714206 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d927d92a-8d28-4913-89b0-2bdd0f980a5f,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:31.723846 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:31.724277 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.db.segments_db [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Added segment d0490dfb-b40d-4084-a42f-bdeb8f64819d of type vlan for network faffc02e-89ea-4653-91a1-0c6325fea8ca Jun 23 14:51:31.726744 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:31.727116 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:31.727475 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:31.727826 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:31.728177 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:31.728528 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:31.728882 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:31.729226 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:31.729570 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:31.729942 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:31.730285 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:31.730624 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:31.741034 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:31.774165 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784121897485'] for network, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:31.803489 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374'] for network, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:31.804827 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:31.805442 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:31.807555 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-5dd16a34-e0fd-4d32-822b-13187a224355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:31.835449 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3198614 Jun 23 14:51:31.838497 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 35354) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:31.845139 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Request body: {'subnet': {'network_id': 'faffc02e-89ea-4653-91a1-0c6325fea8ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1259255473-subnet', 'tenant_id': '17218e7261254577a1f48069c0c35ba7', 'ip_version': 4}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:31.866515 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Pushing event updated for resources: {'Network': ['ID=faffc02e-89ea-4653-91a1-0c6325fea8ca,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:31.869909 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Made reservation on behalf of 17218e7261254577a1f48069c0c35ba7 for: {'subnet': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:51:31.870600 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:31.873296 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:31.877737 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Network faffc02e-89ea-4653-91a1-0c6325fea8ca details requested by agent ovs-agent-dv-cinder-796286-8-iscsi with host dv-cinder-796286-8-iscsi {{(pid=104658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:51:32.034031 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] Sync routers for ids ['b3fc5eb4-fdeb-482c-a934-12d8e735343e'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:51:32.044452 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] Routers {'b3fc5eb4-fdeb-482c-a934-12d8e735343e'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:51:32.045089 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:51:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['b3fc5eb4-fdeb-482c-a934-12d8e735343e'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:32.117989 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:32.205317 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] Set router b3fc5eb4-fdeb-482c-a934-12d8e735343e gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:51:32.238519 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:32.249648 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:32.250056 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:32.272788 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653682ba-d31d-4944-9feb-dd839b6228a1 req-fe236ab3-b633-4d06-8c6d-23bb2d7fdce9 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:32.274195 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-653682ba-d31d-4944-9feb-dd839b6228a1 req-fe236ab3-b633-4d06-8c6d-23bb2d7fdce9 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.1102412 Jun 23 14:51:32.359086 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-653682ba-d31d-4944-9feb-dd839b6228a1 req-13375992-c769-4aae-a7ae-893d6756a0c1 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737913 Jun 23 14:51:32.360440 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349'] for subnet, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:32.363545 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:32.417627 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=694f2cfe-a7d5-487a-ab33-0ba356370abe,revision_number=0']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:32.428659 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:32.429025 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:32.429571 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:32.429945 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:32.430300 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:32.430645 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:32.430991 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:32.431335 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:32.431677 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:32.432015 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:32.432355 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:32.432686 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:32.437542 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:32.440520 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Checking segment: {'id': 'd0490dfb-b40d-4084-a42f-bdeb8f64819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'faffc02e-89ea-4653-91a1-0c6325fea8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:51:32.440874 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Network hostable DHCP agents. Network: faffc02e-89ea-4653-91a1-0c6325fea8ca, hostable agents: ['0b7df506-3eca-4aef-99ab-b9f92b008033'], hosted agents: [] {{(pid=104656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:51:32.452830 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:32.459192 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Network faffc02e-89ea-4653-91a1-0c6325fea8ca is scheduled to be hosted by DHCP agent 0b7df506-3eca-4aef-99ab-b9f92b008033 with binding_index 1 {{(pid=104656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:51:32.471168 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-iscsi, faffc02e-89ea-4653-91a1-0c6325fea8ca) {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:51:32.475663 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:32.476554 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:32.481853 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] For port e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:51:32.487242 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a89e5e-b5ff-47eb-af73-727bdbfcb679 None None] Network faffc02e-89ea-4653-91a1-0c6325fea8ca requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:51:32.498548 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6588159 Jun 23 14:51:32.501253 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:32.502399 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 35366) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:32.504299 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:32.508358 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-1f9e1e92-1eec-4e13-b90b-fed545cb2e52 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1259255473-router', 'tenant_id': '17218e7261254577a1f48069c0c35ba7', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:32.529010 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1e92-1eec-4e13-b90b-fed545cb2e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58529'] for router, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:32.530099 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1e92-1eec-4e13-b90b-fed545cb2e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16247596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58552'] for router, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:32.593130 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1e92-1eec-4e13-b90b-fed545cb2e52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:32.768433 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'name': 'tempest-TestMinimumBasicScenario-615114459-router', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:26Z', 'updated_at': '2021-06-23T14:51:30Z', 'revision_number': 4, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'gw_port': {'id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:87:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:27Z', 'updated_at': '2021-06-23T14:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71', 'name': '', 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'mac_address': 'fa:16:3e:c3:fb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a9269878-b91e-4434-829a-8b123dec3d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:29Z', 'updated_at': '2021-06-23T14:51:30Z', 'revision_number': 2, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'subnets': [{'id': 'a9269878-b91e-4434-829a-8b123dec3d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:32.769734 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1e92-1eec-4e13-b90b-fed545cb2e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16244798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-606094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62274'] for router, precommit_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:32.803392 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Pushing event updated for resources: {'Port': ['ID=e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:32.810859 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:32.812890 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] Checking router: b3fc5eb4-fdeb-482c-a934-12d8e735343e for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:51:32.812890 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] Updating router b3fc5eb4-fdeb-482c-a934-12d8e735343e port 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71 binding host dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:51:32.876394 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:32.933795 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81d71141-74d2-56c1-9cf9-1afe1cf1d49a-faffc02e-89ea-4653-91a1-0c6325fea8ca', 'network_id': 'faffc02e-89ea-4653-91a1-0c6325fea8ca', 'tenant_id': '17218e7261254577a1f48069c0c35ba7', 'fixed_ips': [{'subnet_id': '694f2cfe-a7d5-487a-ab33-0ba356370abe'}]}} from dv-cinder-796286-8-iscsi. {{(pid=104658) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:51:32.934740 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:32.981714 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1e92-1eec-4e13-b90b-fed545cb2e52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:33.001076 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1e92-1eec-4e13-b90b-fed545cb2e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:33.105350 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_common [None req-1f9e1e92-1eec-4e13-b90b-fed545cb2e52 admin admin] Allocated IP 172.27.2.184 (fcd7f1a0-b694-4219-968d-f28fbbdba0ee/e66531d2-b162-4d5a-9b95-91879084f23c/e542fadb-6b7f-4ae7-9388-a90c0c383878) {{(pid=104656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:51:33.209840 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.db_base_plugin_common [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Allocated IP 172.20.0.2 (faffc02e-89ea-4653-91a1-0c6325fea8ca/694f2cfe-a7d5-487a-ab33-0ba356370abe/3c6cb7ee-968f-446b-b9c2-b9c95aac0674) {{(pid=104658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:51:33.229487 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1e92-1eec-4e13-b90b-fed545cb2e52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:33.269821 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1e92-1eec-4e13-b90b-fed545cb2e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:33.272562 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-cb8f9e90-2ead-48f2-a439-5ce18f521abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:33.311234 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9e1e92-1eec-4e13-b90b-fed545cb2e52 admin admin] Network fcd7f1a0-b694-4219-968d-f28fbbdba0ee is already hosted by enough agents. {{(pid=104656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:51:33.314251 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-1f9e1e92-1eec-4e13-b90b-fed545cb2e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:51:33.318562 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9e1e92-1eec-4e13-b90b-fed545cb2e52 admin admin] Received port after_create {{(pid=104656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:51:33.322013 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e1e92-1eec-4e13-b90b-fed545cb2e52 admin admin] Pushing event updated for resources: {'Port': ['ID=e542fadb-6b7f-4ae7-9388-a90c0c383878,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:33.355849 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-1f9e1e92-1eec-4e13-b90b-fed545cb2e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:33.360113 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] Notify callbacks [] for port, precommit_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:33.380206 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] Transition to ACTIVE for port object 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71 will not be triggered until provisioned by entity L2. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:51:33.409910 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:33.414736 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:33.468759 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Notify callbacks [] for port, precommit_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:33.486829 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e13d83-7e16-48ec-ac70-aba7784ffec4 None None] Pushing event updated for resources: {'Port': ['ID=6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71,revision_number=3']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:33.489718 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Transition to ACTIVE for port object 3c6cb7ee-968f-446b-b9c2-b9c95aac0674 will not be triggered until provisioned by entity L2. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:51:33.491735 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-53e13d83-7e16-48ec-ac70-aba7784ffec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:33.540781 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Transition to ACTIVE for port object 3c6cb7ee-968f-446b-b9c2-b9c95aac0674 will not be triggered until provisioned by entity DHCP. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:51:33.551100 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:33.560179 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:33.579354 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1e92-1eec-4e13-b90b-fed545cb2e52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:33.607861 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c8aca-d039-493e-b6df-59d75af63b08 req-83895e97-5c57-44f1-8c21-f40aff30ed07 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:33.609461 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-631c8aca-d039-493e-b6df-59d75af63b08 req-83895e97-5c57-44f1-8c21-f40aff30ed07 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.1166022 Jun 23 14:51:33.643029 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] Attempting to bind port 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71 on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:51:33.643418 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] Attempting to bind port 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71 by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': '2ac980b6-d322-41e5-bc4d-248fcfc6f6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc'}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:51:33.643797 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] Attempting to bind port 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71 on network a1115ee8-5372-48ee-a732-c77948f674dc {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:51:33.655635 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:51:33.656025 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] Checking segment: {'id': '2ac980b6-d322-41e5-bc4d-248fcfc6f6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:51:33.656584 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:33.656994 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] Bound using segment: {'id': '2ac980b6-d322-41e5-bc4d-248fcfc6f6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc'} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:51:33.657498 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] Bound port: 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac980b6-d322-41e5-bc4d-248fcfc6f6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc'}}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:51:33.658049 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:33.661227 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Network faffc02e-89ea-4653-91a1-0c6325fea8ca is already hosted by enough agents. {{(pid=104658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:51:33.669498 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-631c8aca-d039-493e-b6df-59d75af63b08 req-714528b2-b348-408f-97f5-cfeeac5adedc tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514457 Jun 23 14:51:33.670325 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.scheduler.base_scheduler [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Resources bound (agent type, host, resource id): {{(pid=104658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:51:33.684874 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Received port after_create {{(pid=104658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:51:33.696460 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Pushing event updated for resources: {'Port': ['ID=3c6cb7ee-968f-446b-b9c2-b9c95aac0674,revision_number=1']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:33.701165 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:33.771339 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Attempting to bind port 3c6cb7ee-968f-446b-b9c2-b9c95aac0674 on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:51:33.771693 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Attempting to bind port 3c6cb7ee-968f-446b-b9c2-b9c95aac0674 by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': 'd0490dfb-b40d-4084-a42f-bdeb8f64819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'faffc02e-89ea-4653-91a1-0c6325fea8ca'}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:51:33.772067 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Attempting to bind port 3c6cb7ee-968f-446b-b9c2-b9c95aac0674 on network faffc02e-89ea-4653-91a1-0c6325fea8ca {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:51:33.784476 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:51:33.784863 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Checking segment: {'id': 'd0490dfb-b40d-4084-a42f-bdeb8f64819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'faffc02e-89ea-4653-91a1-0c6325fea8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:51:33.785278 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:33.785686 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Bound using segment: {'id': 'd0490dfb-b40d-4084-a42f-bdeb8f64819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'faffc02e-89ea-4653-91a1-0c6325fea8ca'} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:51:33.786206 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Bound port: 3c6cb7ee-968f-446b-b9c2-b9c95aac0674, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0490dfb-b40d-4084-a42f-bdeb8f64819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'faffc02e-89ea-4653-91a1-0c6325fea8ca'}}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:51:33.786588 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:33.839739 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1e92-1eec-4e13-b90b-fed545cb2e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-606087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16244843'] for router, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:33.847880 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] For port 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:51:33.868835 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] For port 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71,segment=NetworkSegment(2ac980b6-d322-41e5-bc4d-248fcfc6f6a5),segment_id=2ac980b6-d322-41e5-bc4d-248fcfc6f6a5)] {{(pid=104658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:51:33.893638 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] For port 3c6cb7ee-968f-446b-b9c2-b9c95aac0674, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:51:33.897260 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] For port 3c6cb7ee-968f-446b-b9c2-b9c95aac0674, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=3c6cb7ee-968f-446b-b9c2-b9c95aac0674,segment=NetworkSegment(d0490dfb-b40d-4084-a42f-bdeb8f64819d),segment_id=d0490dfb-b40d-4084-a42f-bdeb8f64819d)] {{(pid=104658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:51:33.899517 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:33.902106 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:33.905262 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:33.980968 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] Routers {'b3fc5eb4-fdeb-482c-a934-12d8e735343e'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:51:33.981675 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:51:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['b3fc5eb4-fdeb-482c-a934-12d8e735343e'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:33.984288 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e13d83-7e16-48ec-ac70-aba7784ffec4 None None] Pushing event updated for resources: {'Port': ['ID=6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:33.988280 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-53e13d83-7e16-48ec-ac70-aba7784ffec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:33.988767 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:34.060297 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9e1e92-1eec-4e13-b90b-fed545cb2e52 admin admin] Router 9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6 is scheduled to L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c with binding_index 1 {{(pid=104656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:51:34.146471 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:34.257351 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9e1e92-1eec-4e13-b90b-fed545cb2e52 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:51:34.268550 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] Sync routers for ids ['9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6'] in dv-cinder-796286-8-iscsi {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:51:34.284435 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] Routers {'9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:51:34.285273 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:51:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:34.289047 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Pushing event updated for resources: {'Port': ['ID=3c6cb7ee-968f-446b-b9c2-b9c95aac0674,revision_number=2']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:34.297364 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-1f9e1e92-1eec-4e13-b90b-fed545cb2e52 admin admin] Notify callbacks [] for router, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:34.304503 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 35400) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:34.305936 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-1f9e1e92-1eec-4e13-b90b-fed545cb2e52 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8004973 Jun 23 14:51:34.309139 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:34.343737 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] Set router b3fc5eb4-fdeb-482c-a934-12d8e735343e gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:51:34.356306 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 35402) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:34.397338 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:34.397729 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:34.576175 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-969ca474-abb7-496f-86c4-d3348496e2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:34.669329 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] Set router 9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:51:34.760766 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-969ca474-abb7-496f-86c4-d3348496e2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:34.766986 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-969ca474-abb7-496f-86c4-d3348496e2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:34.773518 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'name': 'tempest-TestMinimumBasicScenario-615114459-router', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:26Z', 'updated_at': '2021-06-23T14:51:30Z', 'revision_number': 4, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'gw_port': {'id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:27Z', 'updated_at': '2021-06-23T14:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71', 'name': '', 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'mac_address': 'fa:16:3e:c3:fb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a9269878-b91e-4434-829a-8b123dec3d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:29Z', 'updated_at': '2021-06-23T14:51:33Z', 'revision_number': 4, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'subnets': [{'id': 'a9269878-b91e-4434-829a-8b123dec3d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:34.776940 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-05988e9d-a501-4389-afde-a3e98ca0f792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:34.837133 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a520c4f0-e263-48dd-9680-bc5db54ca1d1 None None] The sync data for ids ['b3fc5eb4-fdeb-482c-a934-12d8e735343e'] in dv-cinder-796286-8-iscsi is: [{'id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'name': 'tempest-TestMinimumBasicScenario-615114459-router', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:26Z', 'updated_at': '2021-06-23T14:51:30Z', 'revision_number': 4, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'gw_port': {'id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:27Z', 'updated_at': '2021-06-23T14:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71', 'name': '', 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'mac_address': 'fa:16:3e:c3:fb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a9269878-b91e-4434-829a-8b123dec3d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:29Z', 'updated_at': '2021-06-23T14:51:33Z', 'revision_number': 4, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'subnets': [{'id': 'a9269878-b91e-4434-829a-8b123dec3d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:51:34.865840 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-969ca474-abb7-496f-86c4-d3348496e2cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1a02ea5ca7ef42868d474ec4b1a06a48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5081124 Jun 23 14:51:34.866573 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 35410) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:34.919626 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ca474-abb7-496f-86c4-d3348496e2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e578fa-df27-4014-a14a-032b13a7faae,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:34.925487 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-969ca474-abb7-496f-86c4-d3348496e2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:34.968523 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea35029-00ec-4592-8e58-8fdea1c8be15 req-9b40528e-9b24-4239-ac93-6a7828fcb7d8 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:34.970224 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6ea35029-00ec-4592-8e58-8fdea1c8be15 req-9b40528e-9b24-4239-ac93-6a7828fcb7d8 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.1496668 Jun 23 14:51:34.997860 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3ac48312-5f17-42e7-a104-03a8f063154d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:35.018099 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6', 'name': 'tempest-TestMinimumBasicScenario-1259255473-router', 'tenant_id': '17218e7261254577a1f48069c0c35ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e542fadb-6b7f-4ae7-9388-a90c0c383878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:32Z', 'updated_at': '2021-06-23T14:51:33Z', 'revision_number': 3, 'project_id': '17218e7261254577a1f48069c0c35ba7', 'gw_port': {'id': 'e542fadb-6b7f-4ae7-9388-a90c0c383878', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:33Z', 'updated_at': '2021-06-23T14:51:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:35.033387 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3ac48312-5f17-42e7-a104-03a8f063154d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:35.052432 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] Checking router: 9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6 for host: dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:51:35.052796 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] Updating router 9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6 port e542fadb-6b7f-4ae7-9388-a90c0c383878 binding host dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:51:35.119295 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:35.121401 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3ac48312-5f17-42e7-a104-03a8f063154d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:35.124856 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3ac48312-5f17-42e7-a104-03a8f063154d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:35.129282 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-3ac48312-5f17-42e7-a104-03a8f063154d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/17e578fa-df27-4014-a14a-032b13a7faae HTTP/1.1" status: 204 len: 168 time: 0.2563586 Jun 23 14:51:35.132080 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-9241e7f4-2067-49db-be46-bb6152115ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:35.144307 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac48312-5f17-42e7-a104-03a8f063154d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e578fa-df27-4014-a14a-032b13a7faae,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:35.146714 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-3ac48312-5f17-42e7-a104-03a8f063154d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:35.195358 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6ea35029-00ec-4592-8e58-8fdea1c8be15 req-129ede9c-daad-4db2-8f1f-92e693d35358 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099035 Jun 23 14:51:35.312402 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:35.546509 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] Allocated IP 172.20.0.1 (faffc02e-89ea-4653-91a1-0c6325fea8ca/694f2cfe-a7d5-487a-ab33-0ba356370abe/3a05f237-d4f0-46f0-a9d5-beae65aee8ed) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:51:35.604566 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0359d39-5823-4170-a39f-1ae6d49dba5c None None] Network faffc02e-89ea-4653-91a1-0c6325fea8ca requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:51:35.695045 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] Notify callbacks [] for port, precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:35.705129 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:35.725664 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] Transition to ACTIVE for port object 3a05f237-d4f0-46f0-a9d5-beae65aee8ed will not be triggered until provisioned by entity DHCP. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:51:35.725967 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] Transition to ACTIVE for port object e542fadb-6b7f-4ae7-9388-a90c0c383878 will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:51:35.736644 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-f4c842c5-766b-42e9-82c8-d8236d741897 None None] Provisioning for port 3c6cb7ee-968f-446b-b9c2-b9c95aac0674 completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:35.738555 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:35.744246 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-4a82296f-19be-4f3a-b8bb-b3a40a0f7905 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:35.792845 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461533ff-7b58-4c27-a7a0-250ac46dbc62 None None] Pushing event updated for resources: {'Port': ['ID=e542fadb-6b7f-4ae7-9388-a90c0c383878,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:35.797473 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-461533ff-7b58-4c27-a7a0-250ac46dbc62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:35.808124 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:35.814592 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-70bbb6a3-8e47-405a-ab41-e06f2e21b89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:35.814940 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] Attempting to bind port e542fadb-6b7f-4ae7-9388-a90c0c383878 on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:51:35.815509 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] Attempting to bind port e542fadb-6b7f-4ae7-9388-a90c0c383878 by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:51:35.817952 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] Attempting to bind port e542fadb-6b7f-4ae7-9388-a90c0c383878 on network fcd7f1a0-b694-4219-968d-f28fbbdba0ee {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:51:35.829072 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:51:35.832132 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] Checking segment: {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:51:35.834100 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:35.834773 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] Bound using segment: {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:51:35.835599 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] Bound port: e542fadb-6b7f-4ae7-9388-a90c0c383878, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:51:35.836343 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:35.904679 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] Network faffc02e-89ea-4653-91a1-0c6325fea8ca is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:51:35.910906 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:51:35.923270 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:51:35.923506 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] For port e542fadb-6b7f-4ae7-9388-a90c0c383878, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:51:35.926710 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] For port e542fadb-6b7f-4ae7-9388-a90c0c383878, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=e542fadb-6b7f-4ae7-9388-a90c0c383878,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:51:35.935338 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:35.939540 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-4150197b-38d2-4cc9-b9a2-f6e00b65b55a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:35.966181 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] Pushing event updated for resources: {'Port': ['ID=3a05f237-d4f0-46f0-a9d5-beae65aee8ed,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:35.969306 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:35.993503 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16234859'] for router_interface, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:36.038695 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461533ff-7b58-4c27-a7a0-250ac46dbc62 None None] Pushing event updated for resources: {'Port': ['ID=e542fadb-6b7f-4ae7-9388-a90c0c383878,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:36.051254 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] Routers {'9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:51:36.057397 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:51:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:36.064788 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-461533ff-7b58-4c27-a7a0-250ac46dbc62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:36.227907 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:36.245483 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:36.362177 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-8e9dfcad-3847-4612-a81d-6180b22d7213 None None] Provisioning for port 3a05f237-d4f0-46f0-a9d5-beae65aee8ed completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:36.374994 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] Set router 9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:51:36.400642 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-8e9dfcad-3847-4612-a81d-6180b22d7213 None None] Provisioning complete for port 3a05f237-d4f0-46f0-a9d5-beae65aee8ed triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:36.401649 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-8e9dfcad-3847-4612-a81d-6180b22d7213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:36.445722 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 35450) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:36.545836 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:36.558380 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:36.558770 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:36.567130 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-8e9dfcad-3847-4612-a81d-6180b22d7213 None None] Port 3a05f237-d4f0-46f0-a9d5-beae65aee8ed cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:51:36.606804 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-31898008-4d4d-4f7e-81d9-197fdb6bde58 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1190612269-network', 'tenant_id': '4d0239c96c2549dd902af083cc256da8'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:36.658650 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31898008-4d4d-4f7e-81d9-197fdb6bde58 admin admin] Made reservation on behalf of 4d0239c96c2549dd902af083cc256da8 for: {'network': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:51:36.665153 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-31898008-4d4d-4f7e-81d9-197fdb6bde58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for network, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:36.698377 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-31898008-4d4d-4f7e-81d9-197fdb6bde58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:36.701695 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:36.711673 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:36.723667 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:36.728538 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-5444df85-7235-4c85-9ff9-864919ea6e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:36.786673 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6', 'name': 'tempest-TestMinimumBasicScenario-1259255473-router', 'tenant_id': '17218e7261254577a1f48069c0c35ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e542fadb-6b7f-4ae7-9388-a90c0c383878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:32Z', 'updated_at': '2021-06-23T14:51:33Z', 'revision_number': 3, 'project_id': '17218e7261254577a1f48069c0c35ba7', 'gw_port': {'id': 'e542fadb-6b7f-4ae7-9388-a90c0c383878', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:33Z', 'updated_at': '2021-06-23T14:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:36.790291 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-3da78dcf-bd40-4f25-8f8a-439646d6a680 None None] Provisioning complete for port 3a05f237-d4f0-46f0-a9d5-beae65aee8ed triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:36.791274 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-3da78dcf-bd40-4f25-8f8a-439646d6a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:36.813233 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] Pushing event updated for resources: {'Port': ['ID=3a05f237-d4f0-46f0-a9d5-beae65aee8ed,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:36.829441 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:36.843378 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9050635-d3b8-41f4-89db-5c98c475b8ca None None] The sync data for ids ['9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6'] in dv-cinder-796286-8-iscsi is: [{'id': '9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6', 'name': 'tempest-TestMinimumBasicScenario-1259255473-router', 'tenant_id': '17218e7261254577a1f48069c0c35ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e542fadb-6b7f-4ae7-9388-a90c0c383878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:32Z', 'updated_at': '2021-06-23T14:51:33Z', 'revision_number': 3, 'project_id': '17218e7261254577a1f48069c0c35ba7', 'gw_port': {'id': 'e542fadb-6b7f-4ae7-9388-a90c0c383878', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:33Z', 'updated_at': '2021-06-23T14:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}] {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:51:36.858916 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e950f24-d430-475c-88e3-92bad26d4c65 req-b642b342-c4fb-4dd1-9a99-06a0cc4dd5d2 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:36.862750 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-3da78dcf-bd40-4f25-8f8a-439646d6a680 None None] Port 3a05f237-d4f0-46f0-a9d5-beae65aee8ed cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:51:36.867706 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0e950f24-d430-475c-88e3-92bad26d4c65 req-b642b342-c4fb-4dd1-9a99-06a0cc4dd5d2 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.2559264 Jun 23 14:51:36.873915 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] For port 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71,segment=NetworkSegment(2ac980b6-d322-41e5-bc4d-248fcfc6f6a5),segment_id=2ac980b6-d322-41e5-bc4d-248fcfc6f6a5)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:51:36.883062 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:36.884299 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 3c6cb7ee-968f-446b-b9c2-b9c95aac0674 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:36.886349 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:36.914324 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16199652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16234887'] for router_interface, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:36.944819 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-31898008-4d4d-4f7e-81d9-197fdb6bde58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:36.950394 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-31898008-4d4d-4f7e-81d9-197fdb6bde58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:36.960047 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0e950f24-d430-475c-88e3-92bad26d4c65 req-0536cb62-fc60-4f24-abdb-dd05f20b2a8c tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914333 Jun 23 14:51:36.966268 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Pushing event updated for resources: {'Port': ['ID=6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:36.968921 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31898008-4d4d-4f7e-81d9-197fdb6bde58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=104656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:51:36.990860 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-31898008-4d4d-4f7e-81d9-197fdb6bde58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:36.991212 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.db.segments_db [None req-31898008-4d4d-4f7e-81d9-197fdb6bde58 admin admin] Added segment 6b6d6175-6f7a-4ab0-944f-8ac973921a6d of type vlan for network 065fce62-c207-4f9e-a718-d2389d66dea8 Jun 23 14:51:36.992751 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:36.993211 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:36.993656 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:36.994121 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:36.994552 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:36.994988 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:36.995537 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:36.996122 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:36.996417 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:36.996845 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:36.997429 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:36.997696 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:37.004263 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:37.034371 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-e109dc69-5078-4eef-a485-858ea91d5521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:37.052289 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] Network faffc02e-89ea-4653-91a1-0c6325fea8ca is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:51:37.054327 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:51:37.066455 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31898008-4d4d-4f7e-81d9-197fdb6bde58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4bef1e-f7a7-4367-9a0b-e6be5e2e71ec,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:37.077982 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port 3c6cb7ee-968f-446b-b9c2-b9c95aac0674 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:37.082693 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 3c6cb7ee-968f-446b-b9c2-b9c95aac0674 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:37.082975 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:37.084664 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-31898008-4d4d-4f7e-81d9-197fdb6bde58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:37.085642 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-49a43d49-fa8c-4fe8-b274-e546174d0eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:37.098797 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-31898008-4d4d-4f7e-81d9-197fdb6bde58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784121897485'] for network, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:37.135635 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-31898008-4d4d-4f7e-81d9-197fdb6bde58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374'] for network, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:37.138899 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31898008-4d4d-4f7e-81d9-197fdb6bde58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:37.140607 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-31898008-4d4d-4f7e-81d9-197fdb6bde58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:37.152831 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-11d808b0-70f2-4f1d-a695-2cb0a1565e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:37.217953 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:37.241852 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] Router 9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:51:37.253465 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31898008-4d4d-4f7e-81d9-197fdb6bde58 admin admin] Pushing event updated for resources: {'Network': ['ID=065fce62-c207-4f9e-a718-d2389d66dea8,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:37.263316 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-31898008-4d4d-4f7e-81d9-197fdb6bde58 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8149199 Jun 23 14:51:37.263466 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 35458) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:37.265548 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-31898008-4d4d-4f7e-81d9-197fdb6bde58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:37.265691 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Network 065fce62-c207-4f9e-a718-d2389d66dea8 details requested by agent ovs-agent-dv-cinder-796286-8-iscsi with host dv-cinder-796286-8-iscsi {{(pid=104658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:51:37.269119 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-43c6312f-bfec-498f-b011-6549b03fa24c admin admin] Request body: {'subnet': {'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1190612269-subnet', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'ip_version': 4}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:37.384108 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c6312f-bfec-498f-b011-6549b03fa24c admin admin] Made reservation on behalf of 4d0239c96c2549dd902af083cc256da8 for: {'subnet': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:51:37.387477 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-43c6312f-bfec-498f-b011-6549b03fa24c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4170543'] for subnet, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:37.536763 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] For port 3c6cb7ee-968f-446b-b9c2-b9c95aac0674, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=3c6cb7ee-968f-446b-b9c2-b9c95aac0674,segment=NetworkSegment(d0490dfb-b40d-4084-a42f-bdeb8f64819d),segment_id=d0490dfb-b40d-4084-a42f-bdeb8f64819d)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:51:37.550678 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:51:37.555923 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] 10.222.0.65 "PUT /v2.0/routers/9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2500365 Jun 23 14:51:37.612621 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:37.622134 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:37.663142 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-23bfac5a-4a5f-45d2-b0e9-b95f89da5146 None None] Provisioning complete for port 3a05f237-d4f0-46f0-a9d5-beae65aee8ed triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:37.663634 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-23bfac5a-4a5f-45d2-b0e9-b95f89da5146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:37.747067 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-43c6312f-bfec-498f-b011-6549b03fa24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3529996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4170557'] for subnet, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:37.750023 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:37.778702 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Pushing event updated for resources: {'Port': ['ID=3c6cb7ee-968f-446b-b9c2-b9c95aac0674,revision_number=3']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:37.785615 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:37.790771 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-23bfac5a-4a5f-45d2-b0e9-b95f89da5146 None None] Port 3a05f237-d4f0-46f0-a9d5-beae65aee8ed cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:51:37.820097 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6312f-bfec-498f-b011-6549b03fa24c admin admin] Pushing event updated for resources: {'Subnet': ['ID=90f6b181-54a8-40bc-be20-cd06f910f17b,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:37.833158 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-43c6312f-bfec-498f-b011-6549b03fa24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:37.866075 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c6312f-bfec-498f-b011-6549b03fa24c admin admin] Checking segment: {'id': '6b6d6175-6f7a-4ab0-944f-8ac973921a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:51:37.866446 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c6312f-bfec-498f-b011-6549b03fa24c admin admin] Network hostable DHCP agents. Network: 065fce62-c207-4f9e-a718-d2389d66dea8, hostable agents: ['0b7df506-3eca-4aef-99ab-b9f92b008033'], hosted agents: [] {{(pid=104657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:51:37.895010 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c6312f-bfec-498f-b011-6549b03fa24c admin admin] Network 065fce62-c207-4f9e-a718-d2389d66dea8 is scheduled to be hosted by DHCP agent 0b7df506-3eca-4aef-99ab-b9f92b008033 with binding_index 1 {{(pid=104657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:51:37.908545 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-43c6312f-bfec-498f-b011-6549b03fa24c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-iscsi, 065fce62-c207-4f9e-a718-d2389d66dea8) {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:51:37.920098 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0a584f-fdf0-41d8-aa17-740341f51016 None None] Network 065fce62-c207-4f9e-a718-d2389d66dea8 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:51:37.929638 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c6312f-bfec-498f-b011-6549b03fa24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:37.931629 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-43c6312f-bfec-498f-b011-6549b03fa24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:37.958687 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 35484) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:37.960136 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-43c6312f-bfec-498f-b011-6549b03fa24c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6942852 Jun 23 14:51:37.965069 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-76b810f2-9edd-4c94-a945-3937b371a3d5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1190612269-router', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:38.021852 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-76b810f2-9edd-4c94-a945-3937b371a3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58529'] for router, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:38.023242 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-76b810f2-9edd-4c94-a945-3937b371a3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16247596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58552'] for router, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:38.175594 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-76b810f2-9edd-4c94-a945-3937b371a3d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:38.220808 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81d71141-74d2-56c1-9cf9-1afe1cf1d49a-065fce62-c207-4f9e-a718-d2389d66dea8', 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'fixed_ips': [{'subnet_id': '90f6b181-54a8-40bc-be20-cd06f910f17b'}]}} from dv-cinder-796286-8-iscsi. {{(pid=104658) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:51:38.221724 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:38.354461 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device e542fadb-6b7f-4ae7-9388-a90c0c383878 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:38.423288 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-76b810f2-9edd-4c94-a945-3937b371a3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16244798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-606094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62274'] for router, precommit_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:38.466236 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port e542fadb-6b7f-4ae7-9388-a90c0c383878 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:38.484344 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port e542fadb-6b7f-4ae7-9388-a90c0c383878 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:38.484738 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:38.489122 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c4f71-d292-4c0d-9002-68400490130c req-4248aadc-68d0-407b-b8ce-8abef1645aa8 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:38.492017 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-657c4f71-d292-4c0d-9002-68400490130c req-4248aadc-68d0-407b-b8ce-8abef1645aa8 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.2027040 Jun 23 14:51:38.517495 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.db_base_plugin_common [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Allocated IP 172.20.0.2 (065fce62-c207-4f9e-a718-d2389d66dea8/90f6b181-54a8-40bc-be20-cd06f910f17b/7de989c1-07ae-425c-ae02-29d8f7d44a7b) {{(pid=104658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:51:38.600406 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-657c4f71-d292-4c0d-9002-68400490130c req-18f15b34-f7fb-475d-b43d-9f270427aa91 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977423 Jun 23 14:51:38.708474 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:38.758078 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] For port e542fadb-6b7f-4ae7-9388-a90c0c383878, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=e542fadb-6b7f-4ae7-9388-a90c0c383878,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:51:38.797685 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:38.807264 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 3c6cb7ee-968f-446b-b9c2-b9c95aac0674 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:38.813161 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-76b810f2-9edd-4c94-a945-3937b371a3d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:38.843815 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Notify callbacks [] for port, precommit_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:38.844162 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-76b810f2-9edd-4c94-a945-3937b371a3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:38.872051 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Transition to ACTIVE for port object 7de989c1-07ae-425c-ae02-29d8f7d44a7b will not be triggered until provisioned by entity L2. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:51:38.902143 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Transition to ACTIVE for port object 7de989c1-07ae-425c-ae02-29d8f7d44a7b will not be triggered until provisioned by entity DHCP. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:51:38.906426 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:38.983507 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:39.063822 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Network 065fce62-c207-4f9e-a718-d2389d66dea8 is already hosted by enough agents. {{(pid=104658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:51:39.074025 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.scheduler.base_scheduler [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Resources bound (agent type, host, resource id): {{(pid=104658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:51:39.079418 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Received port after_create {{(pid=104658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:51:39.111464 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Pushing event updated for resources: {'Port': ['ID=e542fadb-6b7f-4ae7-9388-a90c0c383878,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:39.117341 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:39.118122 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:39.216984 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 3c6cb7ee-968f-446b-b9c2-b9c95aac0674 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:39.221492 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:39.287736 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Pushing event updated for resources: {'Port': ['ID=7de989c1-07ae-425c-ae02-29d8f7d44a7b,revision_number=1']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:39.296911 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:39.304831 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Attempting to bind port 7de989c1-07ae-425c-ae02-29d8f7d44a7b on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:51:39.305719 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Attempting to bind port 7de989c1-07ae-425c-ae02-29d8f7d44a7b by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': '6b6d6175-6f7a-4ab0-944f-8ac973921a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8'}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:51:39.305719 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Attempting to bind port 7de989c1-07ae-425c-ae02-29d8f7d44a7b on network 065fce62-c207-4f9e-a718-d2389d66dea8 {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:51:39.312221 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:51:39.312607 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Checking segment: {'id': '6b6d6175-6f7a-4ab0-944f-8ac973921a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:51:39.313020 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:39.313424 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Bound using segment: {'id': '6b6d6175-6f7a-4ab0-944f-8ac973921a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8'} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:51:39.313949 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Bound port: 7de989c1-07ae-425c-ae02-29d8f7d44a7b, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6d6175-6f7a-4ab0-944f-8ac973921a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8'}}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:51:39.314332 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:39.347136 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_common [None req-76b810f2-9edd-4c94-a945-3937b371a3d5 admin admin] Allocated IP 172.27.2.202 (fcd7f1a0-b694-4219-968d-f28fbbdba0ee/e66531d2-b162-4d5a-9b95-91879084f23c/92edb131-6773-49b8-b6cb-b311af2acc4f) {{(pid=104656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:51:39.414737 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:39.471225 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] For port 7de989c1-07ae-425c-ae02-29d8f7d44a7b, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:51:39.494991 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] Sync routers for ids ['9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:51:39.503196 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] For port 7de989c1-07ae-425c-ae02-29d8f7d44a7b, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=7de989c1-07ae-425c-ae02-29d8f7d44a7b,segment=NetworkSegment(6b6d6175-6f7a-4ab0-944f-8ac973921a6d),segment_id=6b6d6175-6f7a-4ab0-944f-8ac973921a6d)] {{(pid=104658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:51:39.513796 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:39.518079 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-53e13d83-7e16-48ec-ac70-aba7784ffec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:39.519796 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-76b810f2-9edd-4c94-a945-3937b371a3d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:39.551562 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] Routers {'9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:51:39.552202 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:51:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:39.585408 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-76b810f2-9edd-4c94-a945-3937b371a3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:39.588373 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:39.662195 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b810f2-9edd-4c94-a945-3937b371a3d5 admin admin] Network fcd7f1a0-b694-4219-968d-f28fbbdba0ee is already hosted by enough agents. {{(pid=104656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:51:39.669406 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-76b810f2-9edd-4c94-a945-3937b371a3d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:51:39.672742 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b810f2-9edd-4c94-a945-3937b371a3d5 admin admin] Received port after_create {{(pid=104656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:51:39.711478 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:39.711956 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:39.858232 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Pushing event updated for resources: {'Port': ['ID=7de989c1-07ae-425c-ae02-29d8f7d44a7b,revision_number=2']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:39.873536 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:39.893137 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b810f2-9edd-4c94-a945-3937b371a3d5 admin admin] Pushing event updated for resources: {'Port': ['ID=92edb131-6773-49b8-b6cb-b311af2acc4f,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:39.897203 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-76b810f2-9edd-4c94-a945-3937b371a3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:39.924732 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:39.935384 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-cd82c596-8f44-45ad-a21b-f401b429401b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:39.958047 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] Set router 9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:51:40.006487 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a4871-168d-4e5e-a269-96b2e48baf75 req-b4c12d3a-03a8-4ab0-b619-97dec9f2d5a0 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:40.008042 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-087a4871-168d-4e5e-a269-96b2e48baf75 req-b4c12d3a-03a8-4ab0-b619-97dec9f2d5a0 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.1578898 Jun 23 14:51:40.070751 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-76b810f2-9edd-4c94-a945-3937b371a3d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:40.073801 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-087a4871-168d-4e5e-a269-96b2e48baf75 req-acf2b61e-b0a3-47c1-bd9c-8223f618f8c4 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523803 Jun 23 14:51:40.477135 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-76b810f2-9edd-4c94-a945-3937b371a3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-606087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16244843'] for router, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:40.482574 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6', 'name': 'tempest-TestMinimumBasicScenario-1259255473-router', 'tenant_id': '17218e7261254577a1f48069c0c35ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e542fadb-6b7f-4ae7-9388-a90c0c383878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:32Z', 'updated_at': '2021-06-23T14:51:36Z', 'revision_number': 4, 'project_id': '17218e7261254577a1f48069c0c35ba7', 'gw_port': {'id': 'e542fadb-6b7f-4ae7-9388-a90c0c383878', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:33Z', 'updated_at': '2021-06-23T14:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '3a05f237-d4f0-46f0-a9d5-beae65aee8ed', 'name': '', 'network_id': 'faffc02e-89ea-4653-91a1-0c6325fea8ca', 'tenant_id': '17218e7261254577a1f48069c0c35ba7', 'mac_address': 'fa:16:3e:25:5e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '694f2cfe-a7d5-487a-ab33-0ba356370abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:35Z', 'updated_at': '2021-06-23T14:51:36Z', 'revision_number': 2, 'project_id': '17218e7261254577a1f48069c0c35ba7', 'subnets': [{'id': '694f2cfe-a7d5-487a-ab33-0ba356370abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:40.519151 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device e542fadb-6b7f-4ae7-9388-a90c0c383878 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:40.522446 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] Checking router: 9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6 for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:51:40.522446 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] Updating router 9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6 port 3a05f237-d4f0-46f0-a9d5-beae65aee8ed binding host dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:51:40.610801 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:40.820626 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b810f2-9edd-4c94-a945-3937b371a3d5 admin admin] Router af422a9a-ecd6-4a85-affb-ad7549a3d67c is scheduled to L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c with binding_index 1 {{(pid=104656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:51:40.916992 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port e542fadb-6b7f-4ae7-9388-a90c0c383878 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:40.917662 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:41.092030 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:41.148995 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b810f2-9edd-4c94-a945-3937b371a3d5 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:51:41.165214 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] Sync routers for ids ['af422a9a-ecd6-4a85-affb-ad7549a3d67c'] in dv-cinder-796286-8-iscsi {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:51:41.182789 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] Routers {'af422a9a-ecd6-4a85-affb-ad7549a3d67c'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:51:41.183439 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:51:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['af422a9a-ecd6-4a85-affb-ad7549a3d67c'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:41.226227 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-76b810f2-9edd-4c94-a945-3937b371a3d5 admin admin] Notify callbacks [] for router, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:41.227461 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-76b810f2-9edd-4c94-a945-3937b371a3d5 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2676263 Jun 23 14:51:41.231104 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 35578) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:41.356872 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-ced7fe94-d8e8-40bb-914c-74b814307db4 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:41.364281 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-ced7fe94-d8e8-40bb-914c-74b814307db4 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/networks?id=091e6716-f16c-497b-bbf5-a88d9b5ceae2 HTTP/1.1" status: 200 len: 815 time: 0.2582250 Jun 23 14:51:41.430526 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-1ac61448-3fab-43ec-8b02-db7e736b0e86 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/quotas/14cebce4a701447bafe560e0e1182a8f HTTP/1.1" status: 200 len: 375 time: 0.0649529 Jun 23 14:51:41.472387 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 7de989c1-07ae-425c-ae02-29d8f7d44a7b up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:41.481307 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38b679-7c6e-4b53-a719-73377df2528a req-290041ac-fbe9-455b-8474-c9cb65551a00 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:41.498812 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-8b38b679-7c6e-4b53-a719-73377df2528a req-290041ac-fbe9-455b-8474-c9cb65551a00 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.1727281 Jun 23 14:51:41.523057 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] Set router af422a9a-ecd6-4a85-affb-ad7549a3d67c gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:51:41.551090 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-8b38b679-7c6e-4b53-a719-73377df2528a req-9f2b22d0-840d-44a2-bbc9-d992d3b6f5af tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510380 Jun 23 14:51:41.580443 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7a3357-e412-45a4-9092-60ed63a59145 None None] Network 065fce62-c207-4f9e-a718-d2389d66dea8 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:51:41.728104 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-2fc7d262-7cbc-4682-8ca3-990cb818e9f5 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=14cebce4a701447bafe560e0e1182a8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2855744 Jun 23 14:51:41.807192 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] Notify callbacks [] for port, precommit_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:41.821167 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] Transition to ACTIVE for port object 3a05f237-d4f0-46f0-a9d5-beae65aee8ed will not be triggered until provisioned by entity L2. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:51:41.841379 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:41.860725 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:41.898293 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'name': 'tempest-TestShelveInstance-1190612269-router', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:39Z', 'revision_number': 3, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'gw_port': {'id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:41.907067 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-f8777c85-f3da-4492-b28f-63f57e02788e None None] Provisioning for port 7de989c1-07ae-425c-ae02-29d8f7d44a7b completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:41.917712 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-f8777c85-f3da-4492-b28f-63f57e02788e None None] Provisioning complete for port 7de989c1-07ae-425c-ae02-29d8f7d44a7b triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:41.919049 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-f8777c85-f3da-4492-b28f-63f57e02788e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:41.921822 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port 7de989c1-07ae-425c-ae02-29d8f7d44a7b completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:41.932861 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 7de989c1-07ae-425c-ae02-29d8f7d44a7b triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:41.933610 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:41.935044 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] Checking router: af422a9a-ecd6-4a85-affb-ad7549a3d67c for host: dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:51:41.937200 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] Updating router af422a9a-ecd6-4a85-affb-ad7549a3d67c port 92edb131-6773-49b8-b6cb-b311af2acc4f binding host dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:51:41.991863 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:42.032848 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03559791-1f45-4414-95eb-21e5641dcdbe None None] Pushing event updated for resources: {'Port': ['ID=3a05f237-d4f0-46f0-a9d5-beae65aee8ed,revision_number=3']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:42.037117 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-03559791-1f45-4414-95eb-21e5641dcdbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:42.112210 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-f4b43ee4-8e50-4e30-b509-929df1844373 service neutron] 10.222.0.65 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674799 Jun 23 14:51:42.275152 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] Attempting to bind port 3a05f237-d4f0-46f0-a9d5-beae65aee8ed on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:51:42.275588 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] Attempting to bind port 3a05f237-d4f0-46f0-a9d5-beae65aee8ed by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': 'd0490dfb-b40d-4084-a42f-bdeb8f64819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'faffc02e-89ea-4653-91a1-0c6325fea8ca'}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:51:42.276044 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] Attempting to bind port 3a05f237-d4f0-46f0-a9d5-beae65aee8ed on network faffc02e-89ea-4653-91a1-0c6325fea8ca {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:51:42.359709 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-f8777c85-f3da-4492-b28f-63f57e02788e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:42.407703 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:51:42.409508 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] Checking segment: {'id': 'd0490dfb-b40d-4084-a42f-bdeb8f64819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'faffc02e-89ea-4653-91a1-0c6325fea8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:51:42.410141 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:42.411409 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] Bound using segment: {'id': 'd0490dfb-b40d-4084-a42f-bdeb8f64819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'faffc02e-89ea-4653-91a1-0c6325fea8ca'} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:51:42.412094 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] Bound port: 3a05f237-d4f0-46f0-a9d5-beae65aee8ed, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0490dfb-b40d-4084-a42f-bdeb8f64819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'faffc02e-89ea-4653-91a1-0c6325fea8ca'}}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:51:42.412663 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:42.532951 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:42.536004 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-f8777c85-f3da-4492-b28f-63f57e02788e None None] For port 7de989c1-07ae-425c-ae02-29d8f7d44a7b, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=7de989c1-07ae-425c-ae02-29d8f7d44a7b,segment=NetworkSegment(6b6d6175-6f7a-4ab0-944f-8ac973921a6d),segment_id=6b6d6175-6f7a-4ab0-944f-8ac973921a6d)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:51:42.568388 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-f8777c85-f3da-4492-b28f-63f57e02788e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:42.577257 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-5674b5a9-0986-4e22-80c8-ec7e2f135e4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:42.614658 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:42.710719 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-a25007be-3787-4072-816e-82a53508e510 service neutron] 10.222.0.65 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5755138 Jun 23 14:51:42.817544 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] For port 3a05f237-d4f0-46f0-a9d5-beae65aee8ed, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:51:42.829507 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] For port 3a05f237-d4f0-46f0-a9d5-beae65aee8ed, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=3a05f237-d4f0-46f0-a9d5-beae65aee8ed,segment=NetworkSegment(d0490dfb-b40d-4084-a42f-bdeb8f64819d),segment_id=d0490dfb-b40d-4084-a42f-bdeb8f64819d)] {{(pid=104658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:51:42.897597 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd048ee-100a-48b0-a84c-1c80006849a3 req-3990e2a7-8cff-4765-8753-77b9d0439121 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:42.913050 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ebd048ee-100a-48b0-a84c-1c80006849a3 req-3990e2a7-8cff-4765-8753-77b9d0439121 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.1954651 Jun 23 14:51:42.932161 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_common [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] Allocated IP 172.20.0.1 (065fce62-c207-4f9e-a718-d2389d66dea8/90f6b181-54a8-40bc-be20-cd06f910f17b/888ab577-1c6b-4b51-a37e-3b7c2fabf92d) {{(pid=104656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:51:42.942520 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:43.007125 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8777c85-f3da-4492-b28f-63f57e02788e None None] Pushing event updated for resources: {'Port': ['ID=7de989c1-07ae-425c-ae02-29d8f7d44a7b,revision_number=3']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:43.029961 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:43.033681 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ebd048ee-100a-48b0-a84c-1c80006849a3 req-27800288-386b-4dd8-a2b0-21f37222b73b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188331 Jun 23 14:51:43.039145 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-f8777c85-f3da-4492-b28f-63f57e02788e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:43.063962 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:43.151135 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] Notify callbacks [] for port, precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:43.184178 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fddba2ca-8da0-4ed6-9613-3d109fe4f0dd req-7c1a8937-dbe5-4740-9e89-01f0facabc97 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8e49da1-99f6-47d9-84bc-e41a1ee3d726 HTTP/1.1" status: 200 len: 210 time: 0.0559897 Jun 23 14:51:43.194391 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:43.207399 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] Transition to ACTIVE for port object 92edb131-6773-49b8-b6cb-b311af2acc4f will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:51:43.215988 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:43.230285 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:43.232647 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.provisioning_blocks [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] Transition to ACTIVE for port object 888ab577-1c6b-4b51-a37e-3b7c2fabf92d will not be triggered until provisioned by entity DHCP. {{(pid=104656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:51:43.280598 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] Routers {'9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:51:43.281664 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:51:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:43.319502 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:43.321729 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-5dbe46b2-2b05-40f0-8afc-19f9a58d1d69 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:43.337484 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0941487-8aa6-4ca5-a060-775596a44c70 None None] Pushing event updated for resources: {'Port': ['ID=92edb131-6773-49b8-b6cb-b311af2acc4f,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:43.403393 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] Network 065fce62-c207-4f9e-a718-d2389d66dea8 is already hosted by enough agents. {{(pid=104656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:51:43.411083 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:51:43.422240 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-a0941487-8aa6-4ca5-a060-775596a44c70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:43.430315 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] Received port after_create {{(pid=104656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:51:43.431143 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16234859'] for router_interface, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:43.472982 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] Attempting to bind port 92edb131-6773-49b8-b6cb-b311af2acc4f on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:51:43.473348 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] Attempting to bind port 92edb131-6773-49b8-b6cb-b311af2acc4f by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:51:43.473710 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] Attempting to bind port 92edb131-6773-49b8-b6cb-b311af2acc4f on network fcd7f1a0-b694-4219-968d-f28fbbdba0ee {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:51:43.474818 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] Set router 9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:51:43.486970 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:51:43.487406 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] Checking segment: {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:51:43.487973 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:43.488434 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] Bound using segment: {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:51:43.488990 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] Bound port: 92edb131-6773-49b8-b6cb-b311af2acc4f, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:51:43.489496 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:43.492306 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] Pushing event updated for resources: {'Port': ['ID=888ab577-1c6b-4b51-a37e-3b7c2fabf92d,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:43.500067 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:43.638568 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9f1b612b-9b6c-488b-9b35-5326e2557706 None None] Provisioning complete for port 7de989c1-07ae-425c-ae02-29d8f7d44a7b triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:43.638961 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9f1b612b-9b6c-488b-9b35-5326e2557706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:43.667882 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] For port 92edb131-6773-49b8-b6cb-b311af2acc4f, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:51:43.683627 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] For port 92edb131-6773-49b8-b6cb-b311af2acc4f, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=92edb131-6773-49b8-b6cb-b311af2acc4f,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:51:43.696594 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:43.709419 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-4150197b-38d2-4cc9-b9a2-f6e00b65b55a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:43.761803 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:43.767340 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.db.api [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 14:51:43.767789 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_db.api [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 14:51:43.775459 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03559791-1f45-4414-95eb-21e5641dcdbe None None] Pushing event updated for resources: {'Port': ['ID=3a05f237-d4f0-46f0-a9d5-beae65aee8ed,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:43.782217 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-03559791-1f45-4414-95eb-21e5641dcdbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:43.803756 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] Routers {'af422a9a-ecd6-4a85-affb-ad7549a3d67c'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:51:43.804394 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:51:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['af422a9a-ecd6-4a85-affb-ad7549a3d67c'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:43.873785 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0941487-8aa6-4ca5-a060-775596a44c70 None None] Pushing event updated for resources: {'Port': ['ID=92edb131-6773-49b8-b6cb-b311af2acc4f,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:43.882409 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-a0941487-8aa6-4ca5-a060-775596a44c70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:44.016203 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:44.019653 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] Set router af422a9a-ecd6-4a85-affb-ad7549a3d67c gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:51:44.024003 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:44.024490 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6', 'name': 'tempest-TestMinimumBasicScenario-1259255473-router', 'tenant_id': '17218e7261254577a1f48069c0c35ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e542fadb-6b7f-4ae7-9388-a90c0c383878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:32Z', 'updated_at': '2021-06-23T14:51:36Z', 'revision_number': 4, 'project_id': '17218e7261254577a1f48069c0c35ba7', 'gw_port': {'id': 'e542fadb-6b7f-4ae7-9388-a90c0c383878', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:33Z', 'updated_at': '2021-06-23T14:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '3a05f237-d4f0-46f0-a9d5-beae65aee8ed', 'name': '', 'network_id': 'faffc02e-89ea-4653-91a1-0c6325fea8ca', 'tenant_id': '17218e7261254577a1f48069c0c35ba7', 'mac_address': 'fa:16:3e:25:5e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '694f2cfe-a7d5-487a-ab33-0ba356370abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:35Z', 'updated_at': '2021-06-23T14:51:42Z', 'revision_number': 4, 'project_id': '17218e7261254577a1f48069c0c35ba7', 'subnets': [{'id': '694f2cfe-a7d5-487a-ab33-0ba356370abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:44.025055 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16199652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16234887'] for router_interface, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:44.027852 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:44.084356 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5515e431-ca7e-4d88-8aa9-03d241ae41dc None None] The sync data for ids ['9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6'] in dv-cinder-796286-8-iscsi is: [{'id': '9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6', 'name': 'tempest-TestMinimumBasicScenario-1259255473-router', 'tenant_id': '17218e7261254577a1f48069c0c35ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e542fadb-6b7f-4ae7-9388-a90c0c383878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:32Z', 'updated_at': '2021-06-23T14:51:36Z', 'revision_number': 4, 'project_id': '17218e7261254577a1f48069c0c35ba7', 'gw_port': {'id': 'e542fadb-6b7f-4ae7-9388-a90c0c383878', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:33Z', 'updated_at': '2021-06-23T14:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '3a05f237-d4f0-46f0-a9d5-beae65aee8ed', 'name': '', 'network_id': 'faffc02e-89ea-4653-91a1-0c6325fea8ca', 'tenant_id': '17218e7261254577a1f48069c0c35ba7', 'mac_address': 'fa:16:3e:25:5e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '694f2cfe-a7d5-487a-ab33-0ba356370abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:35Z', 'updated_at': '2021-06-23T14:51:42Z', 'revision_number': 4, 'project_id': '17218e7261254577a1f48069c0c35ba7', 'subnets': [{'id': '694f2cfe-a7d5-487a-ab33-0ba356370abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:51:44.146083 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-58c24c7d-3af6-40e8-a701-a6b566e045c3 None None] Provisioning for port 888ab577-1c6b-4b51-a37e-3b7c2fabf92d completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:44.150648 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-58c24c7d-3af6-40e8-a701-a6b566e045c3 None None] Provisioning complete for port 888ab577-1c6b-4b51-a37e-3b7c2fabf92d triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:44.151036 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-58c24c7d-3af6-40e8-a701-a6b566e045c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:44.241494 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-58c24c7d-3af6-40e8-a701-a6b566e045c3 None None] Port 888ab577-1c6b-4b51-a37e-3b7c2fabf92d cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:51:44.306859 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] Pushing event updated for resources: {'Port': ['ID=888ab577-1c6b-4b51-a37e-3b7c2fabf92d,revision_number=2']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:44.319987 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:44.404149 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] Network 065fce62-c207-4f9e-a718-d2389d66dea8 is already hosted by enough agents. {{(pid=104656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:51:44.405965 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:51:44.406876 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'name': 'tempest-TestShelveInstance-1190612269-router', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:43Z', 'revision_number': 4, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'gw_port': {'id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '888ab577-1c6b-4b51-a37e-3b7c2fabf92d', 'name': '', 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'mac_address': 'fa:16:3e:e2:5c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:42Z', 'updated_at': '2021-06-23T14:51:42Z', 'revision_number': 1, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'subnets': [{'id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:44.446852 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d9f21-c95c-420d-935f-49f8d2706620 None None] The sync data for ids ['af422a9a-ecd6-4a85-affb-ad7549a3d67c'] in dv-cinder-796286-8-iscsi is: [{'id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'name': 'tempest-TestShelveInstance-1190612269-router', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:43Z', 'revision_number': 4, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'gw_port': {'id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '888ab577-1c6b-4b51-a37e-3b7c2fabf92d', 'name': '', 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'mac_address': 'fa:16:3e:e2:5c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:42Z', 'updated_at': '2021-06-23T14:51:42Z', 'revision_number': 1, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'subnets': [{'id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:51:44.678385 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] Router af422a9a-ecd6-4a85-affb-ad7549a3d67c has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:51:44.724349 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 7de989c1-07ae-425c-ae02-29d8f7d44a7b up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:44.824559 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 7de989c1-07ae-425c-ae02-29d8f7d44a7b triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:44.825537 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:44.879876 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:51:44.898467 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] 10.222.0.65 "PUT /v2.0/routers/af422a9a-ecd6-4a85-affb-ad7549a3d67c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6590235 Jun 23 14:51:45.106166 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-6eac46ca-d905-48cf-bf83-fc32bb600460 None None] Provisioning complete for port 888ab577-1c6b-4b51-a37e-3b7c2fabf92d triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:45.106698 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-6eac46ca-d905-48cf-bf83-fc32bb600460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:45.200847 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-6eac46ca-d905-48cf-bf83-fc32bb600460 None None] Port 888ab577-1c6b-4b51-a37e-3b7c2fabf92d cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:51:45.220318 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 3a05f237-d4f0-46f0-a9d5-beae65aee8ed up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:45.341786 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port 3a05f237-d4f0-46f0-a9d5-beae65aee8ed completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:45.342225 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 3a05f237-d4f0-46f0-a9d5-beae65aee8ed triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:45.342537 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:45.452813 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:45.493177 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] For port 3a05f237-d4f0-46f0-a9d5-beae65aee8ed, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=3a05f237-d4f0-46f0-a9d5-beae65aee8ed,segment=NetworkSegment(d0490dfb-b40d-4084-a42f-bdeb8f64819d),segment_id=d0490dfb-b40d-4084-a42f-bdeb8f64819d)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:51:45.501576 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:45.504803 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:45.570215 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Pushing event updated for resources: {'Port': ['ID=3a05f237-d4f0-46f0-a9d5-beae65aee8ed,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:45.573784 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:45.666443 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 35646) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:45.672187 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-43b3d951-aa5e-4992-8eab-da65292323a1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-667618860-network', 'tenant_id': '0a54fd0370f4458d9f2092330d546317'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:45.700754 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b3d951-aa5e-4992-8eab-da65292323a1 admin admin] Made reservation on behalf of 0a54fd0370f4458d9f2092330d546317 for: {'network': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:51:45.705645 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-43b3d951-aa5e-4992-8eab-da65292323a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for network, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:45.715499 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-43b3d951-aa5e-4992-8eab-da65292323a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:45.832237 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-43b3d951-aa5e-4992-8eab-da65292323a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:45.839518 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-43b3d951-aa5e-4992-8eab-da65292323a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:45.872308 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-4b7a416a-7e1c-409a-b9a2-4c3137aec085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:45.876643 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b3d951-aa5e-4992-8eab-da65292323a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=104656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:51:45.924560 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-43b3d951-aa5e-4992-8eab-da65292323a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:45.925693 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.db.segments_db [None req-43b3d951-aa5e-4992-8eab-da65292323a1 admin admin] Added segment 14a68caa-d77b-4979-a3fa-033a80d8e0f1 of type vlan for network 452104a3-dbb5-4aaa-8354-93bd09fce203 Jun 23 14:51:45.976169 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3d951-aa5e-4992-8eab-da65292323a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb8ff5d-591f-4c38-83a9-16f543ae1e2f,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:45.979760 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-43b3d951-aa5e-4992-8eab-da65292323a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:45.998141 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-43b3d951-aa5e-4992-8eab-da65292323a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784121897485'] for network, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:46.035121 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-43b3d951-aa5e-4992-8eab-da65292323a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374'] for network, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:46.036975 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b3d951-aa5e-4992-8eab-da65292323a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:46.037812 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-43b3d951-aa5e-4992-8eab-da65292323a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:46.049980 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:46.055327 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-43b3d951-aa5e-4992-8eab-da65292323a1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3877804 Jun 23 14:51:46.058317 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 35650) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:46.076420 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-14cba59e-87b3-4acd-9676-5fb06b771dfe admin admin] Request body: {'subnet': {'network_id': '452104a3-dbb5-4aaa-8354-93bd09fce203', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-667618860-subnet', 'tenant_id': '0a54fd0370f4458d9f2092330d546317', 'ip_version': 4}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:46.105325 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cba59e-87b3-4acd-9676-5fb06b771dfe admin admin] Made reservation on behalf of 0a54fd0370f4458d9f2092330d546317 for: {'subnet': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:51:46.107863 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-14cba59e-87b3-4acd-9676-5fb06b771dfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4170543'] for subnet, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:46.160086 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3d951-aa5e-4992-8eab-da65292323a1 admin admin] Pushing event updated for resources: {'Network': ['ID=452104a3-dbb5-4aaa-8354-93bd09fce203,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:46.163483 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-43b3d951-aa5e-4992-8eab-da65292323a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:46.174623 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Network 452104a3-dbb5-4aaa-8354-93bd09fce203 details requested by agent ovs-agent-dv-cinder-796286-8-iscsi with host dv-cinder-796286-8-iscsi {{(pid=104658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:51:46.332985 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-14cba59e-87b3-4acd-9676-5fb06b771dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3529996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4170557'] for subnet, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:46.335568 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:46.437089 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cba59e-87b3-4acd-9676-5fb06b771dfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=92b94787-733e-446a-8292-a56f03bf03b3,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:46.449589 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-14cba59e-87b3-4acd-9676-5fb06b771dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:46.454967 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cba59e-87b3-4acd-9676-5fb06b771dfe admin admin] Checking segment: {'id': '14a68caa-d77b-4979-a3fa-033a80d8e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '452104a3-dbb5-4aaa-8354-93bd09fce203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:51:46.455903 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cba59e-87b3-4acd-9676-5fb06b771dfe admin admin] Network hostable DHCP agents. Network: 452104a3-dbb5-4aaa-8354-93bd09fce203, hostable agents: ['0b7df506-3eca-4aef-99ab-b9f92b008033'], hosted agents: [] {{(pid=104657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:51:46.500017 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cba59e-87b3-4acd-9676-5fb06b771dfe admin admin] Network 452104a3-dbb5-4aaa-8354-93bd09fce203 is scheduled to be hosted by DHCP agent 0b7df506-3eca-4aef-99ab-b9f92b008033 with binding_index 1 {{(pid=104657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:51:46.514382 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-14cba59e-87b3-4acd-9676-5fb06b771dfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-iscsi, 452104a3-dbb5-4aaa-8354-93bd09fce203) {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:51:46.519237 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cba59e-87b3-4acd-9676-5fb06b771dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:46.523211 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-14cba59e-87b3-4acd-9676-5fb06b771dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:46.539253 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dc351d-b531-4951-9594-0b425e0af84c None None] Network 452104a3-dbb5-4aaa-8354-93bd09fce203 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:51:46.562960 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-14cba59e-87b3-4acd-9676-5fb06b771dfe admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5005887 Jun 23 14:51:46.563183 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 35652) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:46.567656 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-e7a163a3-4e40-4083-a663-1d90323f8928 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-667618860-router', 'tenant_id': '0a54fd0370f4458d9f2092330d546317', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:46.673891 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-485c31cc-bdd3-47ae-a67c-9b93a4d4b88b req-bb0b4dff-ea2d-4be6-bf42-39fa74230bc7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8e49da1-99f6-47d9-84bc-e41a1ee3d726 HTTP/1.1" status: 200 len: 210 time: 0.0736232 Jun 23 14:51:46.688793 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e7a163a3-4e40-4083-a663-1d90323f8928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58529'] for router, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:46.690126 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e7a163a3-4e40-4083-a663-1d90323f8928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16247596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58552'] for router, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:46.746956 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 3a05f237-d4f0-46f0-a9d5-beae65aee8ed up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:46.783788 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e7a163a3-4e40-4083-a663-1d90323f8928 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:46.799988 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a098538-c1d2-408c-a2ae-96d4401cabbe req-ffc38020-02db-4dfa-b2aa-06c943dddc0e tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:46.802007 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7a098538-c1d2-408c-a2ae-96d4401cabbe req-ffc38020-02db-4dfa-b2aa-06c943dddc0e tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.2074935 Jun 23 14:51:46.819001 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81d71141-74d2-56c1-9cf9-1afe1cf1d49a-452104a3-dbb5-4aaa-8354-93bd09fce203', 'network_id': '452104a3-dbb5-4aaa-8354-93bd09fce203', 'tenant_id': '0a54fd0370f4458d9f2092330d546317', 'fixed_ips': [{'subnet_id': '92b94787-733e-446a-8292-a56f03bf03b3'}]}} from dv-cinder-796286-8-iscsi. {{(pid=104658) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:51:46.819964 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:46.855564 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 3a05f237-d4f0-46f0-a9d5-beae65aee8ed triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:46.856045 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:47.074104 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7a098538-c1d2-408c-a2ae-96d4401cabbe req-5b891dc5-820b-43fa-9b07-6727d3f188de tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234750 Jun 23 14:51:47.078795 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e7a163a3-4e40-4083-a663-1d90323f8928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16244798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-606094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62274'] for router, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:47.089709 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 92edb131-6773-49b8-b6cb-b311af2acc4f up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:47.097727 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.db_base_plugin_common [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Allocated IP 172.20.0.2 (452104a3-dbb5-4aaa-8354-93bd09fce203/92b94787-733e-446a-8292-a56f03bf03b3/7fed01c4-841c-4f22-a961-fcdd3d6a44c3) {{(pid=104658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:51:47.264697 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port 92edb131-6773-49b8-b6cb-b311af2acc4f completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:47.276040 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 92edb131-6773-49b8-b6cb-b311af2acc4f triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:47.276421 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:47.378694 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e7a163a3-4e40-4083-a663-1d90323f8928 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:47.454905 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e7a163a3-4e40-4083-a663-1d90323f8928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:47.529060 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Notify callbacks [] for port, precommit_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:47.589041 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Transition to ACTIVE for port object 7fed01c4-841c-4f22-a961-fcdd3d6a44c3 will not be triggered until provisioned by entity L2. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:51:47.633785 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Transition to ACTIVE for port object 7fed01c4-841c-4f22-a961-fcdd3d6a44c3 will not be triggered until provisioned by entity DHCP. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:51:47.634994 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:47.671872 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:47.711663 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-968bf7f1-c364-41f0-967f-a318db946e34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:47.760585 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] For port 92edb131-6773-49b8-b6cb-b311af2acc4f, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=92edb131-6773-49b8-b6cb-b311af2acc4f,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:51:47.784322 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Network 452104a3-dbb5-4aaa-8354-93bd09fce203 is already hosted by enough agents. {{(pid=104658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:51:47.788041 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:47.799470 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.scheduler.base_scheduler [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Resources bound (agent type, host, resource id): {{(pid=104658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:51:47.803910 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Received port after_create {{(pid=104658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:51:47.814311 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Pushing event updated for resources: {'Port': ['ID=7fed01c4-841c-4f22-a961-fcdd3d6a44c3,revision_number=1']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:47.824505 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:47.826169 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:47.985535 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Attempting to bind port 7fed01c4-841c-4f22-a961-fcdd3d6a44c3 on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:51:47.986017 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Attempting to bind port 7fed01c4-841c-4f22-a961-fcdd3d6a44c3 by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': '14a68caa-d77b-4979-a3fa-033a80d8e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '452104a3-dbb5-4aaa-8354-93bd09fce203'}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:51:47.986454 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Attempting to bind port 7fed01c4-841c-4f22-a961-fcdd3d6a44c3 on network 452104a3-dbb5-4aaa-8354-93bd09fce203 {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:51:48.023756 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:51:48.024164 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Checking segment: {'id': '14a68caa-d77b-4979-a3fa-033a80d8e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '452104a3-dbb5-4aaa-8354-93bd09fce203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:51:48.024643 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:48.025116 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Bound using segment: {'id': '14a68caa-d77b-4979-a3fa-033a80d8e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '452104a3-dbb5-4aaa-8354-93bd09fce203'} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:51:48.025675 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Bound port: 7fed01c4-841c-4f22-a961-fcdd3d6a44c3, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a68caa-d77b-4979-a3fa-033a80d8e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '452104a3-dbb5-4aaa-8354-93bd09fce203'}}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:51:48.026174 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:48.030881 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Pushing event updated for resources: {'Port': ['ID=92edb131-6773-49b8-b6cb-b311af2acc4f,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:48.049116 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:48.151631 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cb319e9c-ef3c-4989-8ae7-df944cf8b3f2 req-7a2f65e4-9467-4373-8373-cd1e62736b0e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8e49da1-99f6-47d9-84bc-e41a1ee3d726 HTTP/1.1" status: 200 len: 210 time: 0.1673591 Jun 23 14:51:48.254022 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] For port 7fed01c4-841c-4f22-a961-fcdd3d6a44c3, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:51:48.261164 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] For port 7fed01c4-841c-4f22-a961-fcdd3d6a44c3, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=7fed01c4-841c-4f22-a961-fcdd3d6a44c3,segment=NetworkSegment(14a68caa-d77b-4979-a3fa-033a80d8e0f1),segment_id=14a68caa-d77b-4979-a3fa-033a80d8e0f1)] {{(pid=104658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:51:48.270369 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:48.272249 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:48.353366 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Pushing event updated for resources: {'Port': ['ID=7fed01c4-841c-4f22-a961-fcdd3d6a44c3,revision_number=2']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:48.367327 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:48.509476 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 92edb131-6773-49b8-b6cb-b311af2acc4f up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:48.596025 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 92edb131-6773-49b8-b6cb-b311af2acc4f triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:48.596412 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:48.765701 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [None req-e7a163a3-4e40-4083-a663-1d90323f8928 admin admin] Allocated IP 172.27.2.216 (fcd7f1a0-b694-4219-968d-f28fbbdba0ee/e66531d2-b162-4d5a-9b95-91879084f23c/fa8209f0-c215-44a9-8be6-1e2e576d89ef) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:51:48.804694 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-8d7d942d-71e3-42d1-92a2-e2160e25fc9e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:48.806912 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-8d7d942d-71e3-42d1-92a2-e2160e25fc9e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.44 "GET /v2.0/networks?id=091e6716-f16c-497b-bbf5-a88d9b5ceae2 HTTP/1.1" status: 200 len: 815 time: 1.2456048 Jun 23 14:51:48.837250 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-c34a0152-e82b-483a-bda4-84fa78b91b82 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Request body: {'port': {'device_id': 'b8e49da1-99f6-47d9-84bc-e41a1ee3d726', 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2', 'admin_state_up': True, 'tenant_id': '14cebce4a701447bafe560e0e1182a8f'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:48.911148 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97f319-2932-4a6d-b61b-9699606ebf80 req-43f75d16-5fb3-4f8a-b530-b2f5b4011a75 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:48.912927 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1f97f319-2932-4a6d-b61b-9699606ebf80 req-43f75d16-5fb3-4f8a-b530-b2f5b4011a75 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.4782743 Jun 23 14:51:49.198870 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1f97f319-2932-4a6d-b61b-9699606ebf80 req-70419f8b-1222-437c-8e03-fe8e95856c5f tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211254 Jun 23 14:51:49.217076 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e7a163a3-4e40-4083-a663-1d90323f8928 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:49.304607 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e7a163a3-4e40-4083-a663-1d90323f8928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:49.312962 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:49.416096 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0878f065-ba5c-4aad-ad18-099ad1163d9c req-2334969e-e727-460e-a1ef-11bd7afacbd5 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8e49da1-99f6-47d9-84bc-e41a1ee3d726 HTTP/1.1" status: 200 len: 210 time: 0.0523443 Jun 23 14:51:49.418255 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a163a3-4e40-4083-a663-1d90323f8928 admin admin] Network fcd7f1a0-b694-4219-968d-f28fbbdba0ee is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:51:49.422759 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-e7a163a3-4e40-4083-a663-1d90323f8928 admin admin] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:51:49.424694 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-c34a0152-e82b-483a-bda4-84fa78b91b82 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Made reservation on behalf of 14cebce4a701447bafe560e0e1182a8f for: {'port': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:51:49.428551 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-c34a0152-e82b-483a-bda4-84fa78b91b82 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:49.434558 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a163a3-4e40-4083-a663-1d90323f8928 admin admin] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:51:49.503410 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a163a3-4e40-4083-a663-1d90323f8928 admin admin] Pushing event updated for resources: {'Port': ['ID=fa8209f0-c215-44a9-8be6-1e2e576d89ef,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:49.554873 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-e7a163a3-4e40-4083-a663-1d90323f8928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:49.863269 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-c34a0152-e82b-483a-bda4-84fa78b91b82 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Allocated IP 172.20.0.8 (091e6716-f16c-497b-bbf5-a88d9b5ceae2/565c59f5-fb5b-4a37-988a-29937cd627c7/93c45d8b-3f9e-4dea-b70c-89c40fd1f186) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:51:49.903597 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e7a163a3-4e40-4083-a663-1d90323f8928 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:49.998972 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] Sync routers for ids ['af422a9a-ecd6-4a85-affb-ad7549a3d67c'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:51:50.022764 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] Routers {'af422a9a-ecd6-4a85-affb-ad7549a3d67c'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:51:50.023464 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:51:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['af422a9a-ecd6-4a85-affb-ad7549a3d67c'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:50.158255 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396dee60-f034-4e2d-82c8-9cc9ce195a84 None None] Network 452104a3-dbb5-4aaa-8354-93bd09fce203 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:51:50.192462 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-c34a0152-e82b-483a-bda4-84fa78b91b82 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:50.248701 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-b5bfa7ed-6849-49a7-8ed8-f881e7086b39 None None] Provisioning for port 7fed01c4-841c-4f22-a961-fcdd3d6a44c3 completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:50.256260 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] Set router af422a9a-ecd6-4a85-affb-ad7549a3d67c gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:51:50.322693 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e7a163a3-4e40-4083-a663-1d90323f8928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-606087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16244843'] for router, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:50.384759 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-c34a0152-e82b-483a-bda4-84fa78b91b82 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:50.428419 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:50.461837 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['52666dea-2583-4f8a-9700-4176b1539297', '13c3c53a-b4e9-4f92-aef4-87bad79363f2', '19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:51:50.582141 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891265cd-d4fd-420d-816f-0e9ab9eea96c req-fed4f5a5-35fe-49ed-a821-da75b57d05e5 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:50.584836 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-891265cd-d4fd-420d-816f-0e9ab9eea96c req-fed4f5a5-35fe-49ed-a821-da75b57d05e5 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.1364765 Jun 23 14:51:50.735998 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-891265cd-d4fd-420d-816f-0e9ab9eea96c req-c8b73861-4a38-48c4-a55a-5588f2f32237 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434848 Jun 23 14:51:50.778523 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-c34a0152-e82b-483a-bda4-84fa78b91b82 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Network 091e6716-f16c-497b-bbf5-a88d9b5ceae2 is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:51:50.807297 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a0152-e82b-483a-bda4-84fa78b91b82 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Pushing event updated for resources: {'Port': ['ID=93c45d8b-3f9e-4dea-b70c-89c40fd1f186,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:50.812350 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-c34a0152-e82b-483a-bda4-84fa78b91b82 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:51:50.818715 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 7fed01c4-841c-4f22-a961-fcdd3d6a44c3 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:50.825497 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c34a0152-e82b-483a-bda4-84fa78b91b82 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:50.833557 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-c34a0152-e82b-483a-bda4-84fa78b91b82 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:51:50.949323 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-c34a0152-e82b-483a-bda4-84fa78b91b82 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:50.950095 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-c34a0152-e82b-483a-bda4-84fa78b91b82 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:50.969895 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a163a3-4e40-4083-a663-1d90323f8928 admin admin] Router 96c57acc-095a-490f-848b-a5c7005c3652 is scheduled to L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c with binding_index 1 {{(pid=104657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:51:50.976909 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-c34a0152-e82b-483a-bda4-84fa78b91b82 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1510770 Jun 23 14:51:50.993583 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Request body: {'port': {'device_id': 'b8e49da1-99f6-47d9-84bc-e41a1ee3d726', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:51.106152 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b600e-62b6-476b-91b0-79c361f57f59 req-5c695d02-94b5-488b-8b27-c3168e441ef0 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:51.121977 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-ae0b600e-62b6-476b-91b0-79c361f57f59 req-5c695d02-94b5-488b-8b27-c3168e441ef0 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8e49da1-99f6-47d9-84bc-e41a1ee3d726 HTTP/1.1" status: 200 len: 931 time: 0.1507468 Jun 23 14:51:51.194671 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:51.218765 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-ae0b600e-62b6-476b-91b0-79c361f57f59 req-f3bfd654-10a3-4d26-9fed-bb1169b43ea1 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940328 Jun 23 14:51:51.256109 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a163a3-4e40-4083-a663-1d90323f8928 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:51:51.272800 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] Sync routers for ids ['96c57acc-095a-490f-848b-a5c7005c3652'] in dv-cinder-796286-8-iscsi {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:51:51.291493 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] Routers {'96c57acc-095a-490f-848b-a5c7005c3652'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:51:51.291940 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:51:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['96c57acc-095a-490f-848b-a5c7005c3652'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:51.295903 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port 7fed01c4-841c-4f22-a961-fcdd3d6a44c3 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:51.393072 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:51:51.476729 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 7fed01c4-841c-4f22-a961-fcdd3d6a44c3 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:51.477114 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:51.514902 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] Set router 96c57acc-095a-490f-848b-a5c7005c3652 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:51:51.645241 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'name': 'tempest-TestShelveInstance-1190612269-router', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:43Z', 'revision_number': 4, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'gw_port': {'id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '888ab577-1c6b-4b51-a37e-3b7c2fabf92d', 'name': '', 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'mac_address': 'fa:16:3e:e2:5c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:42Z', 'updated_at': '2021-06-23T14:51:43Z', 'revision_number': 2, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'subnets': [{'id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:51.751383 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] Checking router: af422a9a-ecd6-4a85-affb-ad7549a3d67c for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:51:51.754976 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] Updating router af422a9a-ecd6-4a85-affb-ad7549a3d67c port 888ab577-1c6b-4b51-a37e-3b7c2fabf92d binding host dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:51:51.770067 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c45d8b-3f9e-4dea-b70c-89c40fd1f186 {{(pid=104657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:51:51.779467 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:51.797004 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c57acc-095a-490f-848b-a5c7005c3652', 'name': 'tempest-TestShelveInstance-667618860-router', 'tenant_id': '0a54fd0370f4458d9f2092330d546317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'fa8209f0-c215-44a9-8be6-1e2e576d89ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:46Z', 'updated_at': '2021-06-23T14:51:49Z', 'revision_number': 3, 'project_id': '0a54fd0370f4458d9f2092330d546317', 'gw_port': {'id': 'fa8209f0-c215-44a9-8be6-1e2e576d89ef', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c57acc-095a-490f-848b-a5c7005c3652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:47Z', 'updated_at': '2021-06-23T14:51:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:51.828267 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Transition to ACTIVE for port object 93c45d8b-3f9e-4dea-b70c-89c40fd1f186 will not be triggered until provisioned by entity L2. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:51:51.831258 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:51.852127 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-e7a163a3-4e40-4083-a663-1d90323f8928 admin admin] Notify callbacks [] for router, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:51.856189 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-e7a163a3-4e40-4083-a663-1d90323f8928 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.2920303 Jun 23 14:51:51.858371 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:51.859056 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 35744) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:51.884640 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:51.886156 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] Checking router: 96c57acc-095a-490f-848b-a5c7005c3652 for host: dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:51:51.886516 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] Updating router 96c57acc-095a-490f-848b-a5c7005c3652 port fa8209f0-c215-44a9-8be6-1e2e576d89ef binding host dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:51:51.923708 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:51.966194 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Pushing event updated for resources: {'Port': ['ID=93c45d8b-3f9e-4dea-b70c-89c40fd1f186,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:51.971036 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:52.066921 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:52.100937 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] For port 7fed01c4-841c-4f22-a961-fcdd3d6a44c3, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=7fed01c4-841c-4f22-a961-fcdd3d6a44c3,segment=NetworkSegment(14a68caa-d77b-4979-a3fa-033a80d8e0f1),segment_id=14a68caa-d77b-4979-a3fa-033a80d8e0f1)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:51:52.194143 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:52.197223 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a276da56-8f69-4bcf-8b4a-d520c582c5c2 req-66dde054-2a5a-4959-9a1b-60c6b7db20db service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3481138 Jun 23 14:51:52.212876 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:52.230182 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-c04548bc-0766-4586-90ea-ea91f146dc8b None None] Provisioning complete for port 7fed01c4-841c-4f22-a961-fcdd3d6a44c3 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:52.230822 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-c04548bc-0766-4586-90ea-ea91f146dc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:52.444429 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Attempting to bind port 93c45d8b-3f9e-4dea-b70c-89c40fd1f186 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:51:52.444783 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Attempting to bind port 93c45d8b-3f9e-4dea-b70c-89c40fd1f186 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'fe93aea0-6524-4b32-92b7-0d915e8e0cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2'}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:51:52.445110 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Attempting to bind port 93c45d8b-3f9e-4dea-b70c-89c40fd1f186 on network 091e6716-f16c-497b-bbf5-a88d9b5ceae2 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:51:52.499480 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Port 93c45d8b-3f9e-4dea-b70c-89c40fd1f186 on network 091e6716-f16c-497b-bbf5-a88d9b5ceae2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:51:52.499984 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Attempting to bind port 93c45d8b-3f9e-4dea-b70c-89c40fd1f186 on network 091e6716-f16c-497b-bbf5-a88d9b5ceae2 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:51:52.529624 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Checking agent: {'id': 'd8f3122c-1231-4f5b-931f-565a6de0a48e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'started_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:51:52.531414 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Checking segment: {'id': 'fe93aea0-6524-4b32-92b7-0d915e8e0cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:51:52.532310 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Bound using segment: {'id': 'fe93aea0-6524-4b32-92b7-0d915e8e0cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2'} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:51:52.533783 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Bound port: 93c45d8b-3f9e-4dea-b70c-89c40fd1f186, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe93aea0-6524-4b32-92b7-0d915e8e0cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2'}}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:51:52.534163 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:52.656265 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] For port 93c45d8b-3f9e-4dea-b70c-89c40fd1f186, host hv-cinder-79628, cleared binding levels {{(pid=104657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:51:52.660492 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] For port 93c45d8b-3f9e-4dea-b70c-89c40fd1f186, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=93c45d8b-3f9e-4dea-b70c-89c40fd1f186,segment=NetworkSegment(fe93aea0-6524-4b32-92b7-0d915e8e0cd1),segment_id=fe93aea0-6524-4b32-92b7-0d915e8e0cd1)] {{(pid=104657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:51:52.675228 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d7e48-db7e-4691-b151-b03e5ea9bb17 req-28a7405f-c484-4f5e-b4a2-7a5a141c7d2b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:52.686431 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-cd7d7e48-db7e-4691-b151-b03e5ea9bb17 req-28a7405f-c484-4f5e-b4a2-7a5a141c7d2b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.6553814 Jun 23 14:51:52.695042 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:52.798196 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Pushing event updated for resources: {'Port': ['ID=7fed01c4-841c-4f22-a961-fcdd3d6a44c3,revision_number=3']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:52.816924 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:52.818647 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] Notify callbacks [] for port, precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:52.835816 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] Transition to ACTIVE for port object fa8209f0-c215-44a9-8be6-1e2e576d89ef will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:51:52.844225 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e4d73-aee1-430c-89fd-2c3ac684ef04 req-6f811812-70b9-4066-87c7-3ff5f624fcd0 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:52.847032 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-dc0e4d73-aee1-430c-89fd-2c3ac684ef04 req-6f811812-70b9-4066-87c7-3ff5f624fcd0 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8e49da1-99f6-47d9-84bc-e41a1ee3d726 HTTP/1.1" status: 200 len: 943 time: 0.1823368 Jun 23 14:51:52.853814 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:52.861143 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-461533ff-7b58-4c27-a7a0-250ac46dbc62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:52.950724 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] Attempting to bind port fa8209f0-c215-44a9-8be6-1e2e576d89ef on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:51:52.951026 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] Attempting to bind port fa8209f0-c215-44a9-8be6-1e2e576d89ef by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:51:52.951785 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] Attempting to bind port fa8209f0-c215-44a9-8be6-1e2e576d89ef on network fcd7f1a0-b694-4219-968d-f28fbbdba0ee {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:51:52.959713 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:51:52.960092 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] Checking segment: {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:51:52.960508 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:52.961234 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] Bound using segment: {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:51:52.961735 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] Bound port: fa8209f0-c215-44a9-8be6-1e2e576d89ef, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:51:52.962315 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:52.970263 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-52e38096-46ee-4fe2-b37f-183978c1a5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:52.994048 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd9725-6237-4a3b-96e4-c272def51bd6 None None] Pushing event updated for resources: {'Port': ['ID=fa8209f0-c215-44a9-8be6-1e2e576d89ef,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:53.006929 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd9725-6237-4a3b-96e4-c272def51bd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:53.007274 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd9725-6237-4a3b-96e4-c272def51bd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:53.007614 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd9725-6237-4a3b-96e4-c272def51bd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:53.007946 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd9725-6237-4a3b-96e4-c272def51bd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:53.008271 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd9725-6237-4a3b-96e4-c272def51bd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:53.008744 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd9725-6237-4a3b-96e4-c272def51bd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:53.009076 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd9725-6237-4a3b-96e4-c272def51bd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:53.009394 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd9725-6237-4a3b-96e4-c272def51bd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:53.009729 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd9725-6237-4a3b-96e4-c272def51bd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:53.010078 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd9725-6237-4a3b-96e4-c272def51bd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:53.010387 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd9725-6237-4a3b-96e4-c272def51bd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:53.010700 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd9725-6237-4a3b-96e4-c272def51bd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:51:53.015695 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-48dd9725-6237-4a3b-96e4-c272def51bd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:53.031694 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-dc0e4d73-aee1-430c-89fd-2c3ac684ef04 req-5807160a-6ddc-4e26-9810-103cac15725a tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408222 Jun 23 14:51:53.057542 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] For port fa8209f0-c215-44a9-8be6-1e2e576d89ef, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:51:53.067041 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] For port fa8209f0-c215-44a9-8be6-1e2e576d89ef, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=fa8209f0-c215-44a9-8be6-1e2e576d89ef,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:51:53.078774 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:53.087395 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:53.114543 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-502b010c-d487-4d26-9805-db365b035b67 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:53.176177 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd9725-6237-4a3b-96e4-c272def51bd6 None None] Pushing event updated for resources: {'Port': ['ID=fa8209f0-c215-44a9-8be6-1e2e576d89ef,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:53.183632 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-48dd9725-6237-4a3b-96e4-c272def51bd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:53.198896 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:53.199515 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:53.200954 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] 10.222.0.44 "PUT /v2.0/ports/93c45d8b-3f9e-4dea-b70c-89c40fd1f186 HTTP/1.1" status: 200 len: 1093 time: 2.2135539 Jun 23 14:51:53.204046 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] Routers {'96c57acc-095a-490f-848b-a5c7005c3652'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:51:53.204681 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:51:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['96c57acc-095a-490f-848b-a5c7005c3652'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:53.215086 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e49da1-99f6-47d9-84bc-e41a1ee3d726', 'tag': '93c45d8b-3f9e-4dea-b70c-89c40fd1f186'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:51:53.217530 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd011d0-fcf4-4e9c-8fe1-6230e4155d97" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e49da1-99f6-47d9-84bc-e41a1ee3d726", "tag": "93c45d8b-3f9e-4dea-b70c-89c40fd1f186"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:51:53.255121 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276da56-8f69-4bcf-8b4a-d520c582c5c2 req-38160c1c-3b2a-4328-a408-90967ee7f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:53.256598 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a276da56-8f69-4bcf-8b4a-d520c582c5c2 req-38160c1c-3b2a-4328-a408-90967ee7f4f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=35f150cf617c4730b974b88b2fde4126&device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 1099 time: 0.9689100 Jun 23 14:51:53.274022 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-cd7d7e48-db7e-4691-b151-b03e5ea9bb17 req-9265f85c-fa7d-481f-bb42-b4236cd1e42f tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5864875 Jun 23 14:51:53.296307 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a036e4-7e09-4760-a761-9e4fb567af11 x-openstack-request-id: req-72a036e4-7e09-4760-a761-9e4fb567af11 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:51:53.296625 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e49da1-99f6-47d9-84bc-e41a1ee3d726", "tag": "93c45d8b-3f9e-4dea-b70c-89c40fd1f186", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:51:53.296904 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-72a036e4-7e09-4760-a761-9e4fb567af11 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:51:53.297317 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e49da1-99f6-47d9-84bc-e41a1ee3d726', 'tag': '93c45d8b-3f9e-4dea-b70c-89c40fd1f186', 'status': 'completed', 'code': 200} Jun 23 14:51:53.347189 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_common [None req-52e38096-46ee-4fe2-b37f-183978c1a5bc admin admin] Allocated IP 172.20.0.1 (452104a3-dbb5-4aaa-8354-93bd09fce203/92b94787-733e-446a-8292-a56f03bf03b3/369920be-430c-42e0-9a3e-54e295ff308c) {{(pid=104656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:51:53.351019 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] Notify callbacks [] for port, precommit_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:53.365270 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] Transition to ACTIVE for port object 888ab577-1c6b-4b51-a37e-3b7c2fabf92d will not be triggered until provisioned by entity L2. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:51:53.368870 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] Set router 96c57acc-095a-490f-848b-a5c7005c3652 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:51:53.371822 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Pushing event updated for resources: {'Port': ['ID=93c45d8b-3f9e-4dea-b70c-89c40fd1f186,revision_number=3']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:53.377422 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:53.389411 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:53.398775 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:53.493453 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276da56-8f69-4bcf-8b4a-d520c582c5c2 req-d19b1fb4-6f0c-42c1-87e4-96fb3e93dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:53.495188 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a276da56-8f69-4bcf-8b4a-d520c582c5c2 req-d19b1fb4-6f0c-42c1-87e4-96fb3e93dbde service neutron] 10.222.0.44 "GET /v2.0/networks?id=e814d2cc-d75c-42e6-8108-39760acd9bb0 HTTP/1.1" status: 200 len: 911 time: 0.1960261 Jun 23 14:51:53.498861 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-827c3c9b-63ac-44ee-8987-9c6cfa4ccc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:53.500801 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-827c3c9b-63ac-44ee-8987-9c6cfa4ccc3e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14cebce4a701447bafe560e0e1182a8f&device_id=b8e49da1-99f6-47d9-84bc-e41a1ee3d726 HTTP/1.1" status: 200 len: 1096 time: 0.2024219 Jun 23 14:51:53.520123 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540b87f-a3af-4dda-965e-15021903862f None None] Pushing event updated for resources: {'Port': ['ID=888ab577-1c6b-4b51-a37e-3b7c2fabf92d,revision_number=3']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:53.540973 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9540b87f-a3af-4dda-965e-15021903862f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:53.673226 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-52e38096-46ee-4fe2-b37f-183978c1a5bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:53.706751 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.provisioning_blocks [None req-52e38096-46ee-4fe2-b37f-183978c1a5bc admin admin] Transition to ACTIVE for port object 369920be-430c-42e0-9a3e-54e295ff308c will not be triggered until provisioned by entity DHCP. {{(pid=104656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:51:53.732101 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-cd9b5c92-a97e-496a-8c0b-2b6b0572510a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93c45d8b-3f9e-4dea-b70c-89c40fd1f186 HTTP/1.1" status: 200 len: 217 time: 0.2145123 Jun 23 14:51:53.762573 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] Attempting to bind port 888ab577-1c6b-4b51-a37e-3b7c2fabf92d on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:51:53.763005 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] Attempting to bind port 888ab577-1c6b-4b51-a37e-3b7c2fabf92d by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': '6b6d6175-6f7a-4ab0-944f-8ac973921a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8'}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:51:53.763455 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] Attempting to bind port 888ab577-1c6b-4b51-a37e-3b7c2fabf92d on network 065fce62-c207-4f9e-a718-d2389d66dea8 {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:51:53.778122 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:51:53.781409 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] Checking segment: {'id': '6b6d6175-6f7a-4ab0-944f-8ac973921a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:51:53.781948 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:53.782439 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] Bound using segment: {'id': '6b6d6175-6f7a-4ab0-944f-8ac973921a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8'} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:51:53.783019 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] Bound port: 888ab577-1c6b-4b51-a37e-3b7c2fabf92d, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6d6175-6f7a-4ab0-944f-8ac973921a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8'}}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:51:53.784522 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:53.797428 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a276da56-8f69-4bcf-8b4a-d520c582c5c2 req-373a5cfb-b2d2-476f-be17-24e2467a8297 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=570af0f4-69d3-4505-97ab-54a4b850ab68 HTTP/1.1" status: 200 len: 1002 time: 0.2857347 Jun 23 14:51:53.809480 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-52e38096-46ee-4fe2-b37f-183978c1a5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:53.812908 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-d0a31cc7-f3f2-4d72-9e76-2f84ae77f143 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:53.833681 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-31227994-b225-48a7-ad17-858fd8c9ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:53.835875 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-31227994-b225-48a7-ad17-858fd8c9ead6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=565c59f5-fb5b-4a37-988a-29937cd627c7 HTTP/1.1" status: 200 len: 855 time: 0.0878403 Jun 23 14:51:53.903531 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-cd820ca2-7272-4f35-aca7-23ddc8121507 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=091e6716-f16c-497b-bbf5-a88d9b5ceae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459230 Jun 23 14:51:53.924582 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276da56-8f69-4bcf-8b4a-d520c582c5c2 req-b39f597f-17fd-4c1b-a742-0cbf51dddc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:53.926970 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a276da56-8f69-4bcf-8b4a-d520c582c5c2 req-b39f597f-17fd-4c1b-a742-0cbf51dddc9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fd5cd500-ea2b-40e8-aaac-0fa807c14afc HTTP/1.1" status: 200 len: 849 time: 0.1112118 Jun 23 14:51:53.956940 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] For port 888ab577-1c6b-4b51-a37e-3b7c2fabf92d, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:51:53.962925 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] For port 888ab577-1c6b-4b51-a37e-3b7c2fabf92d, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=888ab577-1c6b-4b51-a37e-3b7c2fabf92d,segment=NetworkSegment(6b6d6175-6f7a-4ab0-944f-8ac973921a6d),segment_id=6b6d6175-6f7a-4ab0-944f-8ac973921a6d)] {{(pid=104658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:51:53.965414 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c57acc-095a-490f-848b-a5c7005c3652', 'name': 'tempest-TestShelveInstance-667618860-router', 'tenant_id': '0a54fd0370f4458d9f2092330d546317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'fa8209f0-c215-44a9-8be6-1e2e576d89ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:46Z', 'updated_at': '2021-06-23T14:51:49Z', 'revision_number': 3, 'project_id': '0a54fd0370f4458d9f2092330d546317', 'gw_port': {'id': 'fa8209f0-c215-44a9-8be6-1e2e576d89ef', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c57acc-095a-490f-848b-a5c7005c3652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:47Z', 'updated_at': '2021-06-23T14:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:53.980421 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:53.988051 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e38096-46ee-4fe2-b37f-183978c1a5bc admin admin] Network 452104a3-dbb5-4aaa-8354-93bd09fce203 is already hosted by enough agents. {{(pid=104656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:51:53.995583 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-52e38096-46ee-4fe2-b37f-183978c1a5bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:51:54.003065 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:54.021152 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e38096-46ee-4fe2-b37f-183978c1a5bc admin admin] Received port after_create {{(pid=104656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:51:54.032304 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bb21a8-5b09-4b62-b38e-14695d1a710e None None] The sync data for ids ['96c57acc-095a-490f-848b-a5c7005c3652'] in dv-cinder-796286-8-iscsi is: [{'id': '96c57acc-095a-490f-848b-a5c7005c3652', 'name': 'tempest-TestShelveInstance-667618860-router', 'tenant_id': '0a54fd0370f4458d9f2092330d546317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'fa8209f0-c215-44a9-8be6-1e2e576d89ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:46Z', 'updated_at': '2021-06-23T14:51:49Z', 'revision_number': 3, 'project_id': '0a54fd0370f4458d9f2092330d546317', 'gw_port': {'id': 'fa8209f0-c215-44a9-8be6-1e2e576d89ef', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c57acc-095a-490f-848b-a5c7005c3652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:47Z', 'updated_at': '2021-06-23T14:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}] {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:51:54.035352 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-52e38096-46ee-4fe2-b37f-183978c1a5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16234859'] for router_interface, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:54.176064 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] Routers {'af422a9a-ecd6-4a85-affb-ad7549a3d67c'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:51:54.176721 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:51:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['af422a9a-ecd6-4a85-affb-ad7549a3d67c'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:54.178661 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540b87f-a3af-4dda-965e-15021903862f None None] Pushing event updated for resources: {'Port': ['ID=888ab577-1c6b-4b51-a37e-3b7c2fabf92d,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:54.206070 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9540b87f-a3af-4dda-965e-15021903862f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:54.315118 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 35794) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:54.360262 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-6ce74eab-efe7-4a7d-b997-9fa09e48f55a service neutron] 10.222.0.44 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360201 Jun 23 14:51:54.371652 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276da56-8f69-4bcf-8b4a-d520c582c5c2 req-6cca6ca9-baf1-483a-8aba-97d170e9d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:54.382136 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a276da56-8f69-4bcf-8b4a-d520c582c5c2 req-6cca6ca9-baf1-483a-8aba-97d170e9d8b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e814d2cc-d75c-42e6-8108-39760acd9bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4419451 Jun 23 14:51:54.558217 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] Set router af422a9a-ecd6-4a85-affb-ad7549a3d67c gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:51:54.681720 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-52e38096-46ee-4fe2-b37f-183978c1a5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:54.695492 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e38096-46ee-4fe2-b37f-183978c1a5bc admin admin] Pushing event updated for resources: {'Port': ['ID=369920be-430c-42e0-9a3e-54e295ff308c,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:54.722440 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 7fed01c4-841c-4f22-a961-fcdd3d6a44c3 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:54.739414 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-52e38096-46ee-4fe2-b37f-183978c1a5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.926s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:54.878910 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3caad1e-9211-4d4f-8802-1273f99eb2a5 req-f3df8829-083c-482f-999f-f13be8cae6e4 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:54.880612 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c3caad1e-9211-4d4f-8802-1273f99eb2a5 req-f3df8829-083c-482f-999f-f13be8cae6e4 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8e49da1-99f6-47d9-84bc-e41a1ee3d726 HTTP/1.1" status: 200 len: 943 time: 0.3163528 Jun 23 14:51:54.881269 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:54.965300 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a276da56-8f69-4bcf-8b4a-d520c582c5c2 req-00cbbf54-3868-4c55-8005-d28251389594 service neutron] 10.222.0.44 "GET /v2.0/networks/e814d2cc-d75c-42e6-8108-39760acd9bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475101 Jun 23 14:51:54.992140 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-7df1340f-1255-4082-bcdf-e453f0f714c3 None None] Provisioning for port 369920be-430c-42e0-9a3e-54e295ff308c completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:55.047756 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9469ef51-6966-4b79-855e-66d5119aea03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:55.074710 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-52e38096-46ee-4fe2-b37f-183978c1a5bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:55.087967 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-52e38096-46ee-4fe2-b37f-183978c1a5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:55.089046 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-52e38096-46ee-4fe2-b37f-183978c1a5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16199652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16234887'] for router_interface, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:55.093784 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-7df1340f-1255-4082-bcdf-e453f0f714c3 None None] Provisioning complete for port 369920be-430c-42e0-9a3e-54e295ff308c triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:55.094162 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-7df1340f-1255-4082-bcdf-e453f0f714c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:55.111182 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:55.214049 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-58a6a22d-f578-4413-b724-81b3ac28e00d req-dab92cbe-a805-4547-9964-8e5b849428e8 service neutron] 10.222.0.44 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8307595 Jun 23 14:51:55.254102 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e38096-46ee-4fe2-b37f-183978c1a5bc admin admin] Network 452104a3-dbb5-4aaa-8354-93bd09fce203 is already hosted by enough agents. {{(pid=104656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:51:55.276576 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-52e38096-46ee-4fe2-b37f-183978c1a5bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:51:55.298028 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-7df1340f-1255-4082-bcdf-e453f0f714c3 None None] Port 369920be-430c-42e0-9a3e-54e295ff308c cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:51:55.346752 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a276da56-8f69-4bcf-8b4a-d520c582c5c2 req-225e49fd-9493-44f8-9ff9-c2ae10083e52 service neutron] 10.222.0.44 "GET /v2.0/networks/e814d2cc-d75c-42e6-8108-39760acd9bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670232 Jun 23 14:51:55.465626 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 7fed01c4-841c-4f22-a961-fcdd3d6a44c3 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:55.487072 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:55.496074 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e38096-46ee-4fe2-b37f-183978c1a5bc admin admin] Router 96c57acc-095a-490f-848b-a5c7005c3652 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:51:55.519989 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 35820) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:55.523402 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c3caad1e-9211-4d4f-8802-1273f99eb2a5 req-bc4a4f6e-9cdc-4385-bd0f-984600dcff7f tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6115966 Jun 23 14:51:55.644044 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9469ef51-6966-4b79-855e-66d5119aea03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:55.656806 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9469ef51-6966-4b79-855e-66d5119aea03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:55.697453 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c3ecd0ba-6fc9-4e2f-b72f-a96a6cbae27f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:55.733352 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-9469ef51-6966-4b79-855e-66d5119aea03 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7898aea58e414c2b98bc2131aafce9ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4134102 Jun 23 14:51:55.735569 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd011d0-fcf4-4e9c-8fe1-6230e4155d97 req-7c7ff553-c3dc-4fa3-9636-a76937c98d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:55.740086 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7fd011d0-fcf4-4e9c-8fe1-6230e4155d97 req-7c7ff553-c3dc-4fa3-9636-a76937c98d21 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14cebce4a701447bafe560e0e1182a8f&device_id=b8e49da1-99f6-47d9-84bc-e41a1ee3d726 HTTP/1.1" status: 200 len: 1096 time: 0.4081316 Jun 23 14:51:55.740876 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469ef51-6966-4b79-855e-66d5119aea03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60678a18-ab0f-4d3e-9a94-41b26fffbac8,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:55.767182 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-9469ef51-6966-4b79-855e-66d5119aea03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:55.788576 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'name': 'tempest-TestShelveInstance-1190612269-router', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:43Z', 'revision_number': 4, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'gw_port': {'id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '888ab577-1c6b-4b51-a37e-3b7c2fabf92d', 'name': '', 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'mac_address': 'fa:16:3e:e2:5c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:42Z', 'updated_at': '2021-06-23T14:51:53Z', 'revision_number': 4, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'subnets': [{'id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:55.792668 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 35824) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:55.841270 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ad75a-9aea-402b-898d-c63b4e4284cb None None] The sync data for ids ['af422a9a-ecd6-4a85-affb-ad7549a3d67c'] in dv-cinder-796286-8-iscsi is: [{'id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'name': 'tempest-TestShelveInstance-1190612269-router', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:43Z', 'revision_number': 4, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'gw_port': {'id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '888ab577-1c6b-4b51-a37e-3b7c2fabf92d', 'name': '', 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'mac_address': 'fa:16:3e:e2:5c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:42Z', 'updated_at': '2021-06-23T14:51:53Z', 'revision_number': 4, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'subnets': [{'id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:51:55.866921 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 888ab577-1c6b-4b51-a37e-3b7c2fabf92d up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:55.878682 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e38096-46ee-4fe2-b37f-183978c1a5bc admin admin] Pushing event updated for resources: {'Port': ['ID=369920be-430c-42e0-9a3e-54e295ff308c,revision_number=2']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:55.891912 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-52e38096-46ee-4fe2-b37f-183978c1a5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:55.938500 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-dc7a30df-54de-4467-9c3d-be5b98e89786 None None] Provisioning complete for port 369920be-430c-42e0-9a3e-54e295ff308c triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:55.943142 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-dc7a30df-54de-4467-9c3d-be5b98e89786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:55.973845 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e38096-46ee-4fe2-b37f-183978c1a5bc admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:51:55.980680 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-52e38096-46ee-4fe2-b37f-183978c1a5bc admin admin] 10.222.0.65 "PUT /v2.0/routers/96c57acc-095a-490f-848b-a5c7005c3652/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1203773 Jun 23 14:51:56.038561 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888964c-2ddf-4ca6-bc15-5332ae409980 req-a95b7b7b-28d4-411e-b842-0acc138f0020 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:56.044531 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e888964c-2ddf-4ca6-bc15-5332ae409980 req-a95b7b7b-28d4-411e-b842-0acc138f0020 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.1489065 Jun 23 14:51:56.059527 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-dc7a30df-54de-4467-9c3d-be5b98e89786 None None] Port 369920be-430c-42e0-9a3e-54e295ff308c cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:51:56.077660 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port 888ab577-1c6b-4b51-a37e-3b7c2fabf92d completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:56.084383 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 888ab577-1c6b-4b51-a37e-3b7c2fabf92d triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:56.084804 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:56.119424 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e888964c-2ddf-4ca6-bc15-5332ae409980 req-fe9b7df8-4b33-4d9d-a8f8-4503fb559b08 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665624 Jun 23 14:51:56.157848 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-699fa855-6007-4009-886f-6d61e970b936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:56.253685 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-70657d3b-6ca7-440c-b2ff-e03bd1b04f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:56.265003 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:56.281906 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-70657d3b-6ca7-440c-b2ff-e03bd1b04f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:56.360645 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] For port 888ab577-1c6b-4b51-a37e-3b7c2fabf92d, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=888ab577-1c6b-4b51-a37e-3b7c2fabf92d,segment=NetworkSegment(6b6d6175-6f7a-4ab0-944f-8ac973921a6d),segment_id=6b6d6175-6f7a-4ab0-944f-8ac973921a6d)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:51:56.366383 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-70657d3b-6ca7-440c-b2ff-e03bd1b04f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:56.368164 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:56.370299 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-70657d3b-6ca7-440c-b2ff-e03bd1b04f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:56.370440 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-03559791-1f45-4414-95eb-21e5641dcdbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:56.371827 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-70657d3b-6ca7-440c-b2ff-e03bd1b04f28 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/60678a18-ab0f-4d3e-9a94-41b26fffbac8 HTTP/1.1" status: 204 len: 168 time: 0.5110524 Jun 23 14:51:56.408692 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-7a341176-e5ed-48b3-aff4-fa1f5479ce3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:56.480045 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70657d3b-6ca7-440c-b2ff-e03bd1b04f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60678a18-ab0f-4d3e-9a94-41b26fffbac8,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:56.512852 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0290c-b303-4379-9c77-b30e58533b53 req-dcbb5f5b-abd7-4f37-90e4-d913c5f339c7 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:56.522628 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2ca0290c-b303-4379-9c77-b30e58533b53 req-dcbb5f5b-abd7-4f37-90e4-d913c5f339c7 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.7269163 Jun 23 14:51:56.537420 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-70657d3b-6ca7-440c-b2ff-e03bd1b04f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:56.548255 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Pushing event updated for resources: {'Port': ['ID=888ab577-1c6b-4b51-a37e-3b7c2fabf92d,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:56.552656 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd011d0-fcf4-4e9c-8fe1-6230e4155d97 req-a06b78a8-ce24-454f-a286-297cb1390823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:56.556083 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:56.566314 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7fd011d0-fcf4-4e9c-8fe1-6230e4155d97 req-a06b78a8-ce24-454f-a286-297cb1390823 service neutron] 10.222.0.44 "GET /v2.0/networks?id=091e6716-f16c-497b-bbf5-a88d9b5ceae2 HTTP/1.1" status: 200 len: 916 time: 0.7825189 Jun 23 14:51:56.601896 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device fa8209f0-c215-44a9-8be6-1e2e576d89ef up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:56.747957 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-699fa855-6007-4009-886f-6d61e970b936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:56.813869 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7fd011d0-fcf4-4e9c-8fe1-6230e4155d97 req-7d6236cb-33e8-42ea-81c0-f61838e86b53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93c45d8b-3f9e-4dea-b70c-89c40fd1f186 HTTP/1.1" status: 200 len: 217 time: 0.2323849 Jun 23 14:51:56.813869 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-699fa855-6007-4009-886f-6d61e970b936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:56.862266 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-9469ef51-6966-4b79-855e-66d5119aea03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:56.898936 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 35844) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:56.924056 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-699fa855-6007-4009-886f-6d61e970b936 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7659ee0ca17e40a58aed519eebc7251c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3925977 Jun 23 14:51:56.935864 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fa855-6007-4009-886f-6d61e970b936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13240368-e152-4512-ba30-0b2cca648126,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:56.946590 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-699fa855-6007-4009-886f-6d61e970b936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:57.080819 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e9813c55-b2c5-470d-aa9f-9d409b59f9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:57.126451 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2ca0290c-b303-4379-9c77-b30e58533b53 req-09d0e076-59c3-42b3-9a07-49eb9c623572 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5991890 Jun 23 14:51:57.154933 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e9813c55-b2c5-470d-aa9f-9d409b59f9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:57.172764 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port fa8209f0-c215-44a9-8be6-1e2e576d89ef completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:51:57.181124 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd011d0-fcf4-4e9c-8fe1-6230e4155d97 req-346d1635-fd07-4f9e-8547-9e4a805d87f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:57.182756 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7fd011d0-fcf4-4e9c-8fe1-6230e4155d97 req-346d1635-fd07-4f9e-8547-9e4a805d87f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=565c59f5-fb5b-4a37-988a-29937cd627c7 HTTP/1.1" status: 200 len: 855 time: 0.3302376 Jun 23 14:51:57.183912 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port fa8209f0-c215-44a9-8be6-1e2e576d89ef triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:57.184432 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:57.268923 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e9813c55-b2c5-470d-aa9f-9d409b59f9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:57.274112 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e9813c55-b2c5-470d-aa9f-9d409b59f9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:57.276322 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-e9813c55-b2c5-470d-aa9f-9d409b59f9d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/13240368-e152-4512-ba30-0b2cca648126 HTTP/1.1" status: 204 len: 168 time: 0.3763821 Jun 23 14:51:57.278196 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:57.294758 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7fd011d0-fcf4-4e9c-8fe1-6230e4155d97 req-f2b3badd-b392-414b-8bce-324ec22551c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=091e6716-f16c-497b-bbf5-a88d9b5ceae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919180 Jun 23 14:51:57.313808 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9813c55-b2c5-470d-aa9f-9d409b59f9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13240368-e152-4512-ba30-0b2cca648126,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:57.319953 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-e9813c55-b2c5-470d-aa9f-9d409b59f9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:57.397286 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:57.487377 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] For port fa8209f0-c215-44a9-8be6-1e2e576d89ef, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=fa8209f0-c215-44a9-8be6-1e2e576d89ef,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:51:57.498654 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:57.501778 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:57.523897 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7fd011d0-fcf4-4e9c-8fe1-6230e4155d97 req-ea04356b-9e68-4fd2-8056-b2cbfcdbcae3 service neutron] 10.222.0.44 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198706 Jun 23 14:51:57.617126 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Pushing event updated for resources: {'Port': ['ID=fa8209f0-c215-44a9-8be6-1e2e576d89ef,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:57.632460 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:57.838091 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7fd011d0-fcf4-4e9c-8fe1-6230e4155d97 req-86fd3188-daaa-489c-a385-df64e1c13464 service neutron] 10.222.0.44 "GET /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045874 Jun 23 14:51:57.854880 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e443d-e470-4008-8999-58ee6b339810 req-31e1b634-eb10-459b-91de-77ab0580d611 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:57.857189 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3c1e443d-e470-4008-8999-58ee6b339810 req-31e1b634-eb10-459b-91de-77ab0580d611 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8e49da1-99f6-47d9-84bc-e41a1ee3d726 HTTP/1.1" status: 200 len: 943 time: 0.1584208 Jun 23 14:51:57.942959 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3c1e443d-e470-4008-8999-58ee6b339810 req-d41f9eac-66e8-49ad-b4f3-86ebe63bcd09 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681877 Jun 23 14:51:57.944846 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 35862) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:57.949718 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-f6996101-91fd-4651-8d1c-6e83cbbfe0a6 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-383851685', 'description': 'tempest-secgroup-smoke-383851685 description', 'project_id': '4d0239c96c2549dd902af083cc256da8'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:58.006758 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f6996101-91fd-4651-8d1c-6e83cbbfe0a6 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:58.215312 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a561b1-44e7-45ec-8189-445a4c72e809 req-ee2790ba-0332-4c82-9f80-d578df02b01d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:58.216846 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-77a561b1-44e7-45ec-8189-445a4c72e809 req-ee2790ba-0332-4c82-9f80-d578df02b01d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.1242776 Jun 23 14:51:58.298711 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f6996101-91fd-4651-8d1c-6e83cbbfe0a6 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:58.314355 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-77a561b1-44e7-45ec-8189-445a4c72e809 req-13f1971c-2397-4c11-8179-a75fd3bea795 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891831 Jun 23 14:51:58.321462 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f6996101-91fd-4651-8d1c-6e83cbbfe0a6 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:58.336477 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-e9813c55-b2c5-470d-aa9f-9d409b59f9d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:58.343744 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f6996101-91fd-4651-8d1c-6e83cbbfe0a6 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:58.343991 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] Sync routers for ids ['96c57acc-095a-490f-848b-a5c7005c3652'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:51:58.344953 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-f6996101-91fd-4651-8d1c-6e83cbbfe0a6 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3991177 Jun 23 14:51:58.351126 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 35876) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:58.355672 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] Routers {'96c57acc-095a-490f-848b-a5c7005c3652'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:51:58.356416 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:51:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['96c57acc-095a-490f-848b-a5c7005c3652'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:58.356883 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-3bd9d814-8a5f-4aef-9ac2-46cc262b8362 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Request body: {'security_group_rule': {'security_group_id': 'fa473bae-1558-4c47-a7a2-2a81b5eedd8a', 'project_id': '4d0239c96c2549dd902af083cc256da8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:58.390487 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6996101-91fd-4651-8d1c-6e83cbbfe0a6 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa473bae-1558-4c47-a7a2-2a81b5eedd8a,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:58.395139 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-f6996101-91fd-4651-8d1c-6e83cbbfe0a6 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:58.411972 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3bd9d814-8a5f-4aef-9ac2-46cc262b8362 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:58.477022 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e4367-8e75-4e3a-81ed-148be41c8aee req-243979b7-597d-4f3f-a715-321de82baf3d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:58.485717 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-638e4367-8e75-4e3a-81ed-148be41c8aee req-243979b7-597d-4f3f-a715-321de82baf3d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.1812484 Jun 23 14:51:58.516142 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device fa8209f0-c215-44a9-8be6-1e2e576d89ef up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:58.537858 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-638e4367-8e75-4e3a-81ed-148be41c8aee req-a6b7656f-ad74-4a64-9bbc-23e1ed9da12f tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510824 Jun 23 14:51:58.556393 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3bd9d814-8a5f-4aef-9ac2-46cc262b8362 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:58.564102 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3bd9d814-8a5f-4aef-9ac2-46cc262b8362 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:58.568641 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:58.598164 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3bd9d814-8a5f-4aef-9ac2-46cc262b8362 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:58.599725 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-3bd9d814-8a5f-4aef-9ac2-46cc262b8362 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2469568 Jun 23 14:51:58.602099 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 35880) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:58.609225 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-ea22b52b-0e5e-4671-b983-754ce7f904d2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Request body: {'security_group_rule': {'security_group_id': 'fa473bae-1558-4c47-a7a2-2a81b5eedd8a', 'project_id': '4d0239c96c2549dd902af083cc256da8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:58.617846 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9d814-8a5f-4aef-9ac2-46cc262b8362 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb38bdd-dc82-421a-80cb-c87135480654,revision_number=0']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:58.620678 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] Set router 96c57acc-095a-490f-848b-a5c7005c3652 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:51:58.623918 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-3bd9d814-8a5f-4aef-9ac2-46cc262b8362 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:58.650471 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 35882) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:58.682932 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ea22b52b-0e5e-4671-b983-754ce7f904d2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:58.686938 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port fa8209f0-c215-44a9-8be6-1e2e576d89ef triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:58.687333 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:58.742864 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ea22b52b-0e5e-4671-b983-754ce7f904d2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:58.747424 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ea22b52b-0e5e-4671-b983-754ce7f904d2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:58.754764 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-32109062-adbe-4208-a800-d6b583512109 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:58.770559 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22b52b-0e5e-4671-b983-754ce7f904d2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c9246e-3b0b-4813-bde7-2785f9acb7cf,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:58.778680 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-ea22b52b-0e5e-4671-b983-754ce7f904d2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:58.786721 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ea22b52b-0e5e-4671-b983-754ce7f904d2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:58.788197 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-ea22b52b-0e5e-4671-b983-754ce7f904d2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1848915 Jun 23 14:51:58.790861 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 35886) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:58.796368 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-a203c978-a83c-45b3-a3aa-0bcc2bb8076c tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Request body: {'security_group_rule': {'security_group_id': 'fa473bae-1558-4c47-a7a2-2a81b5eedd8a', 'project_id': '4d0239c96c2549dd902af083cc256da8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:58.826799 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-7d089a33-72d7-4d05-99e1-b99a1d7fcc66 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-147314153-network', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:58.827690 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a203c978-a83c-45b3-a3aa-0bcc2bb8076c tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:58.858264 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d089a33-72d7-4d05-99e1-b99a1d7fcc66 admin admin] Made reservation on behalf of de80d8e05e914e30aa0a7ca86303ac3e for: {'network': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:51:58.861798 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7d089a33-72d7-4d05-99e1-b99a1d7fcc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for network, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:58.871474 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7d089a33-72d7-4d05-99e1-b99a1d7fcc66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:58.894021 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a203c978-a83c-45b3-a3aa-0bcc2bb8076c tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:58.902202 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a203c978-a83c-45b3-a3aa-0bcc2bb8076c tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:58.911867 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-ea22b52b-0e5e-4671-b983-754ce7f904d2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:58.929424 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203c978-a83c-45b3-a3aa-0bcc2bb8076c tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69eb5a4d-7e7a-4012-9405-748da466f05d,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:58.933342 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-a203c978-a83c-45b3-a3aa-0bcc2bb8076c tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:58.958693 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 888ab577-1c6b-4b51-a37e-3b7c2fabf92d up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:51:58.965201 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c57acc-095a-490f-848b-a5c7005c3652', 'name': 'tempest-TestShelveInstance-667618860-router', 'tenant_id': '0a54fd0370f4458d9f2092330d546317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'fa8209f0-c215-44a9-8be6-1e2e576d89ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:46Z', 'updated_at': '2021-06-23T14:51:54Z', 'revision_number': 4, 'project_id': '0a54fd0370f4458d9f2092330d546317', 'gw_port': {'id': 'fa8209f0-c215-44a9-8be6-1e2e576d89ef', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c57acc-095a-490f-848b-a5c7005c3652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:47Z', 'updated_at': '2021-06-23T14:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '369920be-430c-42e0-9a3e-54e295ff308c', 'name': '', 'network_id': '452104a3-dbb5-4aaa-8354-93bd09fce203', 'tenant_id': '0a54fd0370f4458d9f2092330d546317', 'mac_address': 'fa:16:3e:15:63:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c57acc-095a-490f-848b-a5c7005c3652', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '92b94787-733e-446a-8292-a56f03bf03b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:53Z', 'updated_at': '2021-06-23T14:51:54Z', 'revision_number': 2, 'project_id': '0a54fd0370f4458d9f2092330d546317', 'subnets': [{'id': '92b94787-733e-446a-8292-a56f03bf03b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:51:59.019489 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7d089a33-72d7-4d05-99e1-b99a1d7fcc66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:59.027522 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7d089a33-72d7-4d05-99e1-b99a1d7fcc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:59.034285 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a203c978-a83c-45b3-a3aa-0bcc2bb8076c tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:59.038460 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-a203c978-a83c-45b3-a3aa-0bcc2bb8076c tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2464051 Jun 23 14:51:59.041018 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 35890) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:59.048886 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 888ab577-1c6b-4b51-a37e-3b7c2fabf92d triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:51:59.049718 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:59.049997 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-71ca90f1-5272-46a2-97b6-84e2bcedc56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:59.065863 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-8d366db4-b08d-406d-bf33-6332d580d1cb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Request body: {'security_group_rule': {'security_group_id': 'fa473bae-1558-4c47-a7a2-2a81b5eedd8a', 'project_id': '4d0239c96c2549dd902af083cc256da8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:59.094893 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d089a33-72d7-4d05-99e1-b99a1d7fcc66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=104656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:51:59.166459 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 93c45d8b-3f9e-4dea-b70c-89c40fd1f186 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:51:59.195117 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8d366db4-b08d-406d-bf33-6332d580d1cb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:59.215944 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] Checking router: 96c57acc-095a-490f-848b-a5c7005c3652 for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:51:59.216393 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] Updating router 96c57acc-095a-490f-848b-a5c7005c3652 port 369920be-430c-42e0-9a3e-54e295ff308c binding host dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:51:59.250508 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7d089a33-72d7-4d05-99e1-b99a1d7fcc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:59.251670 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.db.segments_db [None req-7d089a33-72d7-4d05-99e1-b99a1d7fcc66 admin admin] Added segment 65d151e3-1095-4ae2-88aa-0d413447e3c7 of type vlan for network ac6fad9b-4f0e-4001-acb4-b7ca181089b6 Jun 23 14:51:59.291315 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d089a33-72d7-4d05-99e1-b99a1d7fcc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7a3230-3bad-4b43-b36b-d6d86b295cfd,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:59.296208 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-7d089a33-72d7-4d05-99e1-b99a1d7fcc66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:59.314295 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8d366db4-b08d-406d-bf33-6332d580d1cb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:59.324319 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8d366db4-b08d-406d-bf33-6332d580d1cb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:59.332075 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-6eff5b95-f1af-4220-b4d0-e510483eb208 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:59.337628 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:59.394258 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d366db4-b08d-406d-bf33-6332d580d1cb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ebdf91f-f7b5-4000-be31-baa768fb0e0a,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:59.402058 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8d366db4-b08d-406d-bf33-6332d580d1cb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:59.405937 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-8d366db4-b08d-406d-bf33-6332d580d1cb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3629992 Jun 23 14:51:59.407108 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-8d366db4-b08d-406d-bf33-6332d580d1cb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:59.410040 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 35900) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:59.423765 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-05e20705-a89f-4194-98ee-3955fa59110f tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Request body: {'security_group_rule': {'security_group_id': 'fa473bae-1558-4c47-a7a2-2a81b5eedd8a', 'project_id': '4d0239c96c2549dd902af083cc256da8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:59.474280 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.db.securitygroups_db [None req-05e20705-a89f-4194-98ee-3955fa59110f tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Project 4d0239c96c2549dd902af083cc256da8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:51:59.504622 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-05e20705-a89f-4194-98ee-3955fa59110f tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:59.610442 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 93c45d8b-3f9e-4dea-b70c-89c40fd1f186, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=93c45d8b-3f9e-4dea-b70c-89c40fd1f186,segment=NetworkSegment(fe93aea0-6524-4b32-92b7-0d915e8e0cd1),segment_id=fe93aea0-6524-4b32-92b7-0d915e8e0cd1)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:51:59.638119 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee029943-379f-4a64-bd4f-135ca505f14a req-ee798831-05d6-4fe9-999d-e5db7f4066a3 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:59.646938 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ee029943-379f-4a64-bd4f-135ca505f14a req-ee798831-05d6-4fe9-999d-e5db7f4066a3 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.1220109 Jun 23 14:51:59.685890 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': '93c45d8b-3f9e-4dea-b70c-89c40fd1f186', 'network_id': '091e6716-f16c-497b-bbf5-a88d9b5ceae2', 'port_id': '93c45d8b-3f9e-4dea-b70c-89c40fd1f186', 'mac_address': 'fa:16:3e:3a:be:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565c59f5-fb5b-4a37-988a-29937cd627c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:51:59.727202 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ee029943-379f-4a64-bd4f-135ca505f14a req-8ac9fbe0-c078-48e6-ac1b-506adb182bf0 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791075 Jun 23 14:51:59.739862 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7d089a33-72d7-4d05-99e1-b99a1d7fcc66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784121897485'] for network, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:59.753295 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-05e20705-a89f-4194-98ee-3955fa59110f tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:59.760282 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:59.762086 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2beaa9-6992-4e11-a7e5-81db98e00223 req-ff2b7879-e307-4926-b37b-cdaae530a25e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:59.764263 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-fa2beaa9-6992-4e11-a7e5-81db98e00223 req-ff2b7879-e307-4926-b37b-cdaae530a25e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8e49da1-99f6-47d9-84bc-e41a1ee3d726 HTTP/1.1" status: 200 len: 943 time: 0.5992160 Jun 23 14:51:59.770822 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-05e20705-a89f-4194-98ee-3955fa59110f tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:59.775632 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:59.799783 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e20705-a89f-4194-98ee-3955fa59110f tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c21bbc4-f9ba-43b2-a296-e700a8357fc4,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:59.805175 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-05e20705-a89f-4194-98ee-3955fa59110f tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:59.819637 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-fa2beaa9-6992-4e11-a7e5-81db98e00223 req-5309d6a6-e53d-4ccb-9cee-d3552ef459a0 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401046 Jun 23 14:51:59.831500 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7d089a33-72d7-4d05-99e1-b99a1d7fcc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374'] for network, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:59.833000 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d089a33-72d7-4d05-99e1-b99a1d7fcc66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:51:59.833604 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7d089a33-72d7-4d05-99e1-b99a1d7fcc66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:59.834195 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-05e20705-a89f-4194-98ee-3955fa59110f tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:59.840405 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-43b3d951-aa5e-4992-8eab-da65292323a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:51:59.841519 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-05e20705-a89f-4194-98ee-3955fa59110f tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4303589 Jun 23 14:51:59.842112 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 35904) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:59.860334 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-3a338a77-8afd-4d3d-997d-3ea69387ac67 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Request body: {'security_group_rule': {'security_group_id': 'fa473bae-1558-4c47-a7a2-2a81b5eedd8a', 'project_id': '4d0239c96c2549dd902af083cc256da8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:51:59.920942 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c45d8b-3f9e-4dea-b70c-89c40fd1f186 {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:51:59.930615 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d089a33-72d7-4d05-99e1-b99a1d7fcc66 admin admin] Pushing event updated for resources: {'Network': ['ID=ac6fad9b-4f0e-4001-acb4-b7ca181089b6,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:51:59.937964 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-7d089a33-72d7-4d05-99e1-b99a1d7fcc66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:51:59.947717 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-7d089a33-72d7-4d05-99e1-b99a1d7fcc66 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2959023 Jun 23 14:51:59.952797 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 35906) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:51:59.958230 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.db.securitygroups_db [None req-3a338a77-8afd-4d3d-997d-3ea69387ac67 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Project 4d0239c96c2549dd902af083cc256da8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:51:59.961141 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Network ac6fad9b-4f0e-4001-acb4-b7ca181089b6 details requested by agent ovs-agent-dv-cinder-796286-8-iscsi with host dv-cinder-796286-8-iscsi {{(pid=104658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:51:59.965542 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3a338a77-8afd-4d3d-997d-3ea69387ac67 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:51:59.966906 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-4cb552e8-5098-4db7-a72b-b3fd40c28b2b admin admin] Request body: {'subnet': {'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-147314153-subnet', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'ip_version': 4}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:00.000907 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 93c45d8b-3f9e-4dea-b70c-89c40fd1f186, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=93c45d8b-3f9e-4dea-b70c-89c40fd1f186,segment=NetworkSegment(fe93aea0-6524-4b32-92b7-0d915e8e0cd1),segment_id=fe93aea0-6524-4b32-92b7-0d915e8e0cd1)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:52:00.011251 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb552e8-5098-4db7-a72b-b3fd40c28b2b admin admin] Made reservation on behalf of de80d8e05e914e30aa0a7ca86303ac3e for: {'subnet': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:52:00.016847 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4cb552e8-5098-4db7-a72b-b3fd40c28b2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:00.038406 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:00.041339 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572a5c3-71b1-404b-8608-91c0c2be6dfa req-3609ef63-bbf0-4ba9-a1d7-1fecc1f901c7 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:00.042917 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4572a5c3-71b1-404b-8608-91c0c2be6dfa req-3609ef63-bbf0-4ba9-a1d7-1fecc1f901c7 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.1430910 Jun 23 14:52:00.051075 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-c938d1f7-12a1-4aa3-9fd8-829fda661629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:00.135940 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=93c45d8b-3f9e-4dea-b70c-89c40fd1f186,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:00.147057 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3a338a77-8afd-4d3d-997d-3ea69387ac67 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:00.150817 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4572a5c3-71b1-404b-8608-91c0c2be6dfa req-62a44139-d6af-4f8e-a14e-e71e3c79017b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973241 Jun 23 14:52:00.155174 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:00.155932 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3a338a77-8afd-4d3d-997d-3ea69387ac67 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:00.158907 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:00.186225 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a338a77-8afd-4d3d-997d-3ea69387ac67 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2938b78-7dd3-4d61-93c3-c2bc93b1cdf4,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:00.191683 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-3a338a77-8afd-4d3d-997d-3ea69387ac67 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:00.194855 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3a338a77-8afd-4d3d-997d-3ea69387ac67 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:00.196262 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-3a338a77-8afd-4d3d-997d-3ea69387ac67 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3532348 Jun 23 14:52:00.236650 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] Notify callbacks [] for port, precommit_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:00.249481 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] Transition to ACTIVE for port object 369920be-430c-42e0-9a3e-54e295ff308c will not be triggered until provisioned by entity L2. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:52:00.256781 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:00.261585 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-05db9d90-d421-4577-8f82-1d5aa1434c93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:00.300436 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4cb552e8-5098-4db7-a72b-b3fd40c28b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349'] for subnet, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:00.309089 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:00.326447 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbbbd8-d847-42f2-bbd7-68ef783db9bf None None] Pushing event updated for resources: {'Port': ['ID=369920be-430c-42e0-9a3e-54e295ff308c,revision_number=3']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:00.344757 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-74dbbbd8-d847-42f2-bbd7-68ef783db9bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:00.395203 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] Attempting to bind port 369920be-430c-42e0-9a3e-54e295ff308c on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:52:00.396654 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] Attempting to bind port 369920be-430c-42e0-9a3e-54e295ff308c by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': '14a68caa-d77b-4979-a3fa-033a80d8e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '452104a3-dbb5-4aaa-8354-93bd09fce203'}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:52:00.397384 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] Attempting to bind port 369920be-430c-42e0-9a3e-54e295ff308c on network 452104a3-dbb5-4aaa-8354-93bd09fce203 {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:52:00.405142 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:52:00.405908 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] Checking segment: {'id': '14a68caa-d77b-4979-a3fa-033a80d8e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '452104a3-dbb5-4aaa-8354-93bd09fce203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:52:00.406041 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:00.406352 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] Bound using segment: {'id': '14a68caa-d77b-4979-a3fa-033a80d8e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '452104a3-dbb5-4aaa-8354-93bd09fce203'} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:52:00.406828 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] Bound port: 369920be-430c-42e0-9a3e-54e295ff308c, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a68caa-d77b-4979-a3fa-033a80d8e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '452104a3-dbb5-4aaa-8354-93bd09fce203'}}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:52:00.408134 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:00.445457 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb552e8-5098-4db7-a72b-b3fd40c28b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=71715e87-1bbc-4aaf-bc38-8d1e86684ae7,revision_number=0']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:00.453210 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-4cb552e8-5098-4db7-a72b-b3fd40c28b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:00.464126 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb552e8-5098-4db7-a72b-b3fd40c28b2b admin admin] Checking segment: {'id': '65d151e3-1095-4ae2-88aa-0d413447e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:52:00.464479 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb552e8-5098-4db7-a72b-b3fd40c28b2b admin admin] Network hostable DHCP agents. Network: ac6fad9b-4f0e-4001-acb4-b7ca181089b6, hostable agents: ['0b7df506-3eca-4aef-99ab-b9f92b008033'], hosted agents: [] {{(pid=104656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:52:00.507642 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb552e8-5098-4db7-a72b-b3fd40c28b2b admin admin] Network ac6fad9b-4f0e-4001-acb4-b7ca181089b6 is scheduled to be hosted by DHCP agent 0b7df506-3eca-4aef-99ab-b9f92b008033 with binding_index 1 {{(pid=104656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:52:00.519522 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-4cb552e8-5098-4db7-a72b-b3fd40c28b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-iscsi, ac6fad9b-4f0e-4001-acb4-b7ca181089b6) {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:52:00.527711 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb552e8-5098-4db7-a72b-b3fd40c28b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:00.529081 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4cb552e8-5098-4db7-a72b-b3fd40c28b2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:00.534662 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] For port 369920be-430c-42e0-9a3e-54e295ff308c, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:52:00.538190 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ca7d2c-cc6f-4044-93e7-b141172b9918 None None] Network ac6fad9b-4f0e-4001-acb4-b7ca181089b6 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:52:00.542251 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] For port 369920be-430c-42e0-9a3e-54e295ff308c, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=369920be-430c-42e0-9a3e-54e295ff308c,segment=NetworkSegment(14a68caa-d77b-4979-a3fa-033a80d8e0f1),segment_id=14a68caa-d77b-4979-a3fa-033a80d8e0f1)] {{(pid=104658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:52:00.555511 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:00.559432 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-4cb552e8-5098-4db7-a72b-b3fd40c28b2b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6013293 Jun 23 14:52:00.559842 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 35946) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:00.564442 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-12164556-b704-4c49-a8da-f81dc6d56728 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:00.573466 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-03559791-1f45-4414-95eb-21e5641dcdbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:00.590691 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-12164556-b704-4c49-a8da-f81dc6d56728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58529'] for router, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:00.592577 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-12164556-b704-4c49-a8da-f81dc6d56728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16247596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58552'] for router, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:00.618129 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['93c45d8b-3f9e-4dea-b70c-89c40fd1f186'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:52:00.684282 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-12164556-b704-4c49-a8da-f81dc6d56728 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:00.755692 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] Routers {'96c57acc-095a-490f-848b-a5c7005c3652'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:52:00.756549 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:51:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['96c57acc-095a-490f-848b-a5c7005c3652'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:01.027681 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-12164556-b704-4c49-a8da-f81dc6d56728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16244798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-606094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62274'] for router, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:01.040921 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbbbd8-d847-42f2-bbd7-68ef783db9bf None None] Pushing event updated for resources: {'Port': ['ID=369920be-430c-42e0-9a3e-54e295ff308c,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:01.085692 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-74dbbbd8-d847-42f2-bbd7-68ef783db9bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:01.136887 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d108b7-d0b8-4728-b3a2-7a16e94e366b req-a4182a2c-7c82-4b86-8d87-c44484a93f2c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:01.139516 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-68d108b7-d0b8-4728-b3a2-7a16e94e366b req-a4182a2c-7c82-4b86-8d87-c44484a93f2c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.1557772 Jun 23 14:52:01.149911 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad1edd-eafa-4999-99a2-d407e38fb1f0 req-f1c368d6-4eb7-49b7-9da2-6f4ff685e4e7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:01.160920 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9bad1edd-eafa-4999-99a2-d407e38fb1f0 req-f1c368d6-4eb7-49b7-9da2-6f4ff685e4e7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8e49da1-99f6-47d9-84bc-e41a1ee3d726 HTTP/1.1" status: 200 len: 944 time: 0.1885271 Jun 23 14:52:01.185089 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] Set router 96c57acc-095a-490f-848b-a5c7005c3652 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:52:01.193804 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-68d108b7-d0b8-4728-b3a2-7a16e94e366b req-c74542f2-900a-479b-a924-5a0375fa3995 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474796 Jun 23 14:52:01.221278 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9bad1edd-eafa-4999-99a2-d407e38fb1f0 req-eca39eb0-77d9-4c5b-9c51-1a0c7d12734f tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591495 Jun 23 14:52:01.332988 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81d71141-74d2-56c1-9cf9-1afe1cf1d49a-ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7'}]}} from dv-cinder-796286-8-iscsi. {{(pid=104658) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:52:01.334077 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:01.418160 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-12164556-b704-4c49-a8da-f81dc6d56728 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:01.441844 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-12164556-b704-4c49-a8da-f81dc6d56728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:01.451924 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b8bf4-3aa3-4b32-8ad3-8cc5884638ff req-0eb29190-6184-4498-bc7a-f3b4be056f4e tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:01.453453 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-523b8bf4-3aa3-4b32-8ad3-8cc5884638ff req-0eb29190-6184-4498-bc7a-f3b4be056f4e tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.0975492 Jun 23 14:52:01.497555 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-523b8bf4-3aa3-4b32-8ad3-8cc5884638ff req-d931c326-d1dd-47b7-91b5-d961e36c8abe tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376370 Jun 23 14:52:01.515093 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330946c6-6019-4537-86a5-fda4229b3b98 req-2c698767-2953-46a4-ac97-47d23e67a1a7 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:01.526400 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-330946c6-6019-4537-86a5-fda4229b3b98 req-2c698767-2953-46a4-ac97-47d23e67a1a7 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/networks?id=a1115ee8-5372-48ee-a732-c77948f674dc HTTP/1.1" status: 200 len: 814 time: 0.2090406 Jun 23 14:52:01.538616 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-330946c6-6019-4537-86a5-fda4229b3b98 req-1ab21a55-caaa-496d-9d94-a973b28bce3a tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/quotas/48ae03c8936d4b8aae737d381bdafe5a HTTP/1.1" status: 200 len: 375 time: 0.0171854 Jun 23 14:52:01.660753 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.db_base_plugin_common [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Allocated IP 172.20.0.2 (ac6fad9b-4f0e-4001-acb4-b7ca181089b6/71715e87-1bbc-4aaf-bc38-8d1e86684ae7/e45b9215-1ff1-4fbd-94df-669c3a702b9f) {{(pid=104658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:52:01.684181 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c57acc-095a-490f-848b-a5c7005c3652', 'name': 'tempest-TestShelveInstance-667618860-router', 'tenant_id': '0a54fd0370f4458d9f2092330d546317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'fa8209f0-c215-44a9-8be6-1e2e576d89ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:46Z', 'updated_at': '2021-06-23T14:51:54Z', 'revision_number': 4, 'project_id': '0a54fd0370f4458d9f2092330d546317', 'gw_port': {'id': 'fa8209f0-c215-44a9-8be6-1e2e576d89ef', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c57acc-095a-490f-848b-a5c7005c3652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:47Z', 'updated_at': '2021-06-23T14:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '369920be-430c-42e0-9a3e-54e295ff308c', 'name': '', 'network_id': '452104a3-dbb5-4aaa-8354-93bd09fce203', 'tenant_id': '0a54fd0370f4458d9f2092330d546317', 'mac_address': 'fa:16:3e:15:63:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c57acc-095a-490f-848b-a5c7005c3652', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '92b94787-733e-446a-8292-a56f03bf03b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:53Z', 'updated_at': '2021-06-23T14:52:00Z', 'revision_number': 4, 'project_id': '0a54fd0370f4458d9f2092330d546317', 'subnets': [{'id': '92b94787-733e-446a-8292-a56f03bf03b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:01.732291 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea75c17-75f9-4c01-b242-a2a7e874e86c None None] The sync data for ids ['96c57acc-095a-490f-848b-a5c7005c3652'] in dv-cinder-796286-8-iscsi is: [{'id': '96c57acc-095a-490f-848b-a5c7005c3652', 'name': 'tempest-TestShelveInstance-667618860-router', 'tenant_id': '0a54fd0370f4458d9f2092330d546317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'fa8209f0-c215-44a9-8be6-1e2e576d89ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:46Z', 'updated_at': '2021-06-23T14:51:54Z', 'revision_number': 4, 'project_id': '0a54fd0370f4458d9f2092330d546317', 'gw_port': {'id': 'fa8209f0-c215-44a9-8be6-1e2e576d89ef', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c57acc-095a-490f-848b-a5c7005c3652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:47Z', 'updated_at': '2021-06-23T14:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '369920be-430c-42e0-9a3e-54e295ff308c', 'name': '', 'network_id': '452104a3-dbb5-4aaa-8354-93bd09fce203', 'tenant_id': '0a54fd0370f4458d9f2092330d546317', 'mac_address': 'fa:16:3e:15:63:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c57acc-095a-490f-848b-a5c7005c3652', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '92b94787-733e-446a-8292-a56f03bf03b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:53Z', 'updated_at': '2021-06-23T14:52:00Z', 'revision_number': 4, 'project_id': '0a54fd0370f4458d9f2092330d546317', 'subnets': [{'id': '92b94787-733e-446a-8292-a56f03bf03b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:52:01.912191 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Notify callbacks [] for port, precommit_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:01.929085 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [None req-12164556-b704-4c49-a8da-f81dc6d56728 admin admin] Allocated IP 172.27.2.90 (fcd7f1a0-b694-4219-968d-f28fbbdba0ee/e66531d2-b162-4d5a-9b95-91879084f23c/695bfd68-235b-4f62-a160-281670ab92ab) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:52:01.930905 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Transition to ACTIVE for port object e45b9215-1ff1-4fbd-94df-669c3a702b9f will not be triggered until provisioned by entity L2. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:52:01.951848 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Transition to ACTIVE for port object e45b9215-1ff1-4fbd-94df-669c3a702b9f will not be triggered until provisioned by entity DHCP. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:52:01.959270 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:01.961379 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:01.985614 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-330946c6-6019-4537-86a5-fda4229b3b98 req-cfc857e8-f28b-42a8-8af5-02ce68d9d069 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=48ae03c8936d4b8aae737d381bdafe5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4379468 Jun 23 14:52:01.998245 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Network ac6fad9b-4f0e-4001-acb4-b7ca181089b6 is already hosted by enough agents. {{(pid=104658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:52:02.002185 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.scheduler.base_scheduler [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Resources bound (agent type, host, resource id): {{(pid=104658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:52:02.009232 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Received port after_create {{(pid=104658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:52:02.022908 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Pushing event updated for resources: {'Port': ['ID=e45b9215-1ff1-4fbd-94df-669c3a702b9f,revision_number=1']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:02.026762 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:02.078488 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Attempting to bind port e45b9215-1ff1-4fbd-94df-669c3a702b9f on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:52:02.078925 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Attempting to bind port e45b9215-1ff1-4fbd-94df-669c3a702b9f by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': '65d151e3-1095-4ae2-88aa-0d413447e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6'}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:52:02.079373 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Attempting to bind port e45b9215-1ff1-4fbd-94df-669c3a702b9f on network ac6fad9b-4f0e-4001-acb4-b7ca181089b6 {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:52:02.084875 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:52:02.085342 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Checking segment: {'id': '65d151e3-1095-4ae2-88aa-0d413447e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:52:02.085856 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:02.086317 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Bound using segment: {'id': '65d151e3-1095-4ae2-88aa-0d413447e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6'} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:52:02.086872 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Bound port: e45b9215-1ff1-4fbd-94df-669c3a702b9f, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d151e3-1095-4ae2-88aa-0d413447e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6'}}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:52:02.087319 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:02.149004 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-12164556-b704-4c49-a8da-f81dc6d56728 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:02.158383 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-330946c6-6019-4537-86a5-fda4229b3b98 req-85e0ee72-ec0b-4ced-928d-8b4a4b633201 service neutron] 10.222.0.65 "GET /v2.0/networks/a1115ee8-5372-48ee-a732-c77948f674dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351590 Jun 23 14:52:02.171933 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] For port e45b9215-1ff1-4fbd-94df-669c3a702b9f, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:52:02.177597 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] For port e45b9215-1ff1-4fbd-94df-669c3a702b9f, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=e45b9215-1ff1-4fbd-94df-669c3a702b9f,segment=NetworkSegment(65d151e3-1095-4ae2-88aa-0d413447e3c7),segment_id=65d151e3-1095-4ae2-88aa-0d413447e3c7)] {{(pid=104658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:52:02.189767 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:02.195431 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:02.288692 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Pushing event updated for resources: {'Port': ['ID=e45b9215-1ff1-4fbd-94df-669c3a702b9f,revision_number=2']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:02.297163 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:02.298227 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-12164556-b704-4c49-a8da-f81dc6d56728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:02.304291 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-e7a163a3-4e40-4083-a663-1d90323f8928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:02.352377 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12164556-b704-4c49-a8da-f81dc6d56728 admin admin] Network fcd7f1a0-b694-4219-968d-f28fbbdba0ee is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:52:02.357944 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-12164556-b704-4c49-a8da-f81dc6d56728 admin admin] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:52:02.361056 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-330946c6-6019-4537-86a5-fda4229b3b98 req-1356dbc1-6899-4bed-aac7-dda00974fa18 service neutron] 10.222.0.65 "GET /v2.0/networks/a1115ee8-5372-48ee-a732-c77948f674dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950157 Jun 23 14:52:02.363554 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12164556-b704-4c49-a8da-f81dc6d56728 admin admin] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:52:02.401584 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12164556-b704-4c49-a8da-f81dc6d56728 admin admin] Pushing event updated for resources: {'Port': ['ID=695bfd68-235b-4f62-a160-281670ab92ab,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:02.405732 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-12164556-b704-4c49-a8da-f81dc6d56728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:02.459500 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb771d41-0f67-4d8a-b021-6e45060a4f7d req-318405a8-49a1-4723-a69e-a13f787cc5a3 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:02.461455 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-eb771d41-0f67-4d8a-b021-6e45060a4f7d req-318405a8-49a1-4723-a69e-a13f787cc5a3 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.1040790 Jun 23 14:52:02.567200 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-eb771d41-0f67-4d8a-b021-6e45060a4f7d req-ef9d70e2-5d48-4ad1-9942-ba5b196337ca tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996699 Jun 23 14:52:02.638280 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 369920be-430c-42e0-9a3e-54e295ff308c up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:52:02.752574 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port 369920be-430c-42e0-9a3e-54e295ff308c completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:52:02.760309 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 369920be-430c-42e0-9a3e-54e295ff308c triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:02.761605 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:02.939211 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:02.948889 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-12164556-b704-4c49-a8da-f81dc6d56728 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:02.984288 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e99948-fce9-4123-bd53-332f46f3816b req-4d17b00d-5da3-4eb2-978d-5f4dda227980 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:02.993064 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e1e99948-fce9-4123-bd53-332f46f3816b req-4d17b00d-5da3-4eb2-978d-5f4dda227980 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8e49da1-99f6-47d9-84bc-e41a1ee3d726 HTTP/1.1" status: 200 len: 944 time: 0.1699016 Jun 23 14:52:03.015824 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] For port 369920be-430c-42e0-9a3e-54e295ff308c, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=369920be-430c-42e0-9a3e-54e295ff308c,segment=NetworkSegment(14a68caa-d77b-4979-a3fa-033a80d8e0f1),segment_id=14a68caa-d77b-4979-a3fa-033a80d8e0f1)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:52:03.022436 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:03.024402 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:03.069098 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e1e99948-fce9-4123-bd53-332f46f3816b req-35c77a3d-f9f1-4ea2-9069-2707d20c934e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690362 Jun 23 14:52:03.141879 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Pushing event updated for resources: {'Port': ['ID=369920be-430c-42e0-9a3e-54e295ff308c,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:03.164876 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:03.173365 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 93c45d8b-3f9e-4dea-b70c-89c40fd1f186 up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:52:03.189767 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e3454357-a83b-4172-84a4-99ea2ea7cd58 req-da7da587-5e94-4074-a9a8-31321470cc75 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 210 time: 0.0599709 Jun 23 14:52:03.315434 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning for port 93c45d8b-3f9e-4dea-b70c-89c40fd1f186 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:52:03.325254 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port 93c45d8b-3f9e-4dea-b70c-89c40fd1f186 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:03.325635 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:03.365832 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7757c0-178e-46d5-b891-d6d39d17925d req-32c8feb7-8eb2-4855-b27a-7a224d71a8fa tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:03.379407 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-8b7757c0-178e-46d5-b891-d6d39d17925d req-32c8feb7-8eb2-4855-b27a-7a224d71a8fa tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.4679873 Jun 23 14:52:03.453162 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-8b7757c0-178e-46d5-b891-d6d39d17925d req-5ed46902-520c-40a7-b345-3513bb49ee3c tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726857 Jun 23 14:52:03.493662 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:03.521552 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-12164556-b704-4c49-a8da-f81dc6d56728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-606087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16244843'] for router, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:03.553311 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e49da1-99f6-47d9-84bc-e41a1ee3d726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c45d8b-3f9e-4dea-b70c-89c40fd1f186'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:52:03.555875 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da2592e-4e70-44f4-976e-bb8dd7702ea9" -d '{"events": [{"server_uuid": "b8e49da1-99f6-47d9-84bc-e41a1ee3d726", "name": "network-vif-plugged", "status": "completed", "tag": "93c45d8b-3f9e-4dea-b70c-89c40fd1f186"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:52:03.572083 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 93c45d8b-3f9e-4dea-b70c-89c40fd1f186, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=93c45d8b-3f9e-4dea-b70c-89c40fd1f186,segment=NetworkSegment(fe93aea0-6524-4b32-92b7-0d915e8e0cd1),segment_id=fe93aea0-6524-4b32-92b7-0d915e8e0cd1)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:52:03.583434 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:03.586045 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-b4005d50-e972-431e-a4a4-ca87a91c2acb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:03.647853 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4a2cad-63ad-47d3-9274-cedb09091a75 x-openstack-request-id: req-4b4a2cad-63ad-47d3-9274-cedb09091a75 {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:52:03.648327 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e49da1-99f6-47d9-84bc-e41a1ee3d726", "name": "network-vif-plugged", "status": "completed", "tag": "93c45d8b-3f9e-4dea-b70c-89c40fd1f186", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:52:03.648595 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4b4a2cad-63ad-47d3-9274-cedb09091a75 {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:52:03.649064 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e49da1-99f6-47d9-84bc-e41a1ee3d726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c45d8b-3f9e-4dea-b70c-89c40fd1f186', 'code': 200} Jun 23 14:52:03.719211 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=93c45d8b-3f9e-4dea-b70c-89c40fd1f186,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:03.731014 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:03.827522 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed498cd-b4da-4e50-8918-4ec414d9e4cb req-00287288-e18d-4f90-8587-12604f3525d3 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:03.829196 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0ed498cd-b4da-4e50-8918-4ec414d9e4cb req-00287288-e18d-4f90-8587-12604f3525d3 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.1087127 Jun 23 14:52:03.837279 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12164556-b704-4c49-a8da-f81dc6d56728 admin admin] Router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 is scheduled to L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c with binding_index 1 {{(pid=104657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:52:03.850130 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cba7c4-7aae-47aa-b462-29c4207ee1c4 None None] Network ac6fad9b-4f0e-4001-acb4-b7ca181089b6 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:52:03.922311 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0ed498cd-b4da-4e50-8918-4ec414d9e4cb req-f036ce26-fa30-4e04-8367-1ec99f2e80fa tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817950 Jun 23 14:52:03.923307 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-717fc5f0-957b-46bb-959c-cbf5efea47b8 None None] Provisioning for port e45b9215-1ff1-4fbd-94df-669c3a702b9f completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:52:04.026812 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12164556-b704-4c49-a8da-f81dc6d56728 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:52:04.039721 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bd781-ce9d-444d-9a62-cbbee277303d req-7792aa93-5480-472c-803a-dc8e399a5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:04.040580 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] Sync routers for ids ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'] in dv-cinder-796286-8-iscsi {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:52:04.041230 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0e2bd781-ce9d-444d-9a62-cbbee277303d req-7792aa93-5480-472c-803a-dc8e399a5745 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b8e49da1-99f6-47d9-84bc-e41a1ee3d726 HTTP/1.1" status: 200 len: 1098 time: 0.1238036 Jun 23 14:52:04.051066 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-12164556-b704-4c49-a8da-f81dc6d56728 admin admin] Notify callbacks [] for router, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:04.051331 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] Routers {'1548b6d0-ddcc-43fb-8ee4-82162fae7d58'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:52:04.052019 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:51:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:04.055166 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 36024) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:04.055686 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-12164556-b704-4c49-a8da-f81dc6d56728 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4942279 Jun 23 14:52:04.087991 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0e2bd781-ce9d-444d-9a62-cbbee277303d req-f24d20a6-6806-40cb-9d2a-2862724db43c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314753 Jun 23 14:52:04.170527 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] Set router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:52:04.355756 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:02Z', 'revision_number': 3, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:04.390249 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] Checking router: 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 for host: dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:52:04.390479 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] Updating router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 port 695bfd68-235b-4f62-a160-281670ab92ab binding host dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:52:04.404360 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a820d9fb-76e0-45f9-a7de-a3e2bd40d22e req-512b814a-1753-4166-8f7c-820bc3a889e0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 210 time: 0.0641432 Jun 23 14:52:04.425129 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:04.447737 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00632779-0e03-40da-b3b9-a817781de8a5 req-a15f4547-8ac3-4a6f-9aca-151b9b9ab116 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:04.449486 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-00632779-0e03-40da-b3b9-a817781de8a5 req-a15f4547-8ac3-4a6f-9aca-151b9b9ab116 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8e49da1-99f6-47d9-84bc-e41a1ee3d726 HTTP/1.1" status: 200 len: 945 time: 0.2427938 Jun 23 14:52:04.673056 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 369920be-430c-42e0-9a3e-54e295ff308c up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:52:04.698733 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] Notify callbacks [] for port, precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:04.710626 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] Transition to ACTIVE for port object 695bfd68-235b-4f62-a160-281670ab92ab will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:52:04.711590 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-00632779-0e03-40da-b3b9-a817781de8a5 req-a67ca5d9-62c4-495f-8b28-de1d4123c041 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263627 Jun 23 14:52:04.719014 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:04.731124 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:04.776641 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 369920be-430c-42e0-9a3e-54e295ff308c triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:04.777535 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:04.787071 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] Attempting to bind port 695bfd68-235b-4f62-a160-281670ab92ab on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:52:04.787437 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] Attempting to bind port 695bfd68-235b-4f62-a160-281670ab92ab by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:52:04.787981 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] Attempting to bind port 695bfd68-235b-4f62-a160-281670ab92ab on network fcd7f1a0-b694-4219-968d-f28fbbdba0ee {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:52:04.801281 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:52:04.802002 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] Checking segment: {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:52:04.802579 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:04.803129 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] Bound using segment: {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:52:04.803871 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] Bound port: 695bfd68-235b-4f62-a160-281670ab92ab, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:52:04.805128 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:04.807470 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce84015-2881-41d5-b3e8-370ea00715e6 None None] Pushing event updated for resources: {'Port': ['ID=695bfd68-235b-4f62-a160-281670ab92ab,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:04.811200 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-1ce84015-2881-41d5-b3e8-370ea00715e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:04.832818 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:04.889684 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device e45b9215-1ff1-4fbd-94df-669c3a702b9f up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:52:04.922533 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] For port 695bfd68-235b-4f62-a160-281670ab92ab, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:52:04.928859 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] For port 695bfd68-235b-4f62-a160-281670ab92ab, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=695bfd68-235b-4f62-a160-281670ab92ab,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:52:04.941865 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:04.945399 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-9ae293c0-7139-4706-92bb-252735179047 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:04.977725 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330946c6-6019-4537-86a5-fda4229b3b98 req-ef4a37b0-fe85-4aad-8fb7-a2c561ede432 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:04.979982 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-330946c6-6019-4537-86a5-fda4229b3b98 req-ef4a37b0-fe85-4aad-8fb7-a2c561ede432 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.44 "GET /v2.0/networks?id=a1115ee8-5372-48ee-a732-c77948f674dc HTTP/1.1" status: 200 len: 814 time: 0.1921544 Jun 23 14:52:04.989731 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port e45b9215-1ff1-4fbd-94df-669c3a702b9f completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:52:04.993850 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port e45b9215-1ff1-4fbd-94df-669c3a702b9f triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:04.994228 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:04.998759 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b0e70-9aab-44c6-a68f-e7778f994737 req-276acfe5-6bc7-4953-8b98-5afa2ae4aee4 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:05.001466 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ae5b0e70-9aab-44c6-a68f-e7778f994737 req-276acfe5-6bc7-4953-8b98-5afa2ae4aee4 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.3378828 Jun 23 14:52:05.011171 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-330946c6-6019-4537-86a5-fda4229b3b98 req-c2e94b13-55cb-41e4-a2b1-bf5ec432f8e1 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Request body: {'port': {'device_id': '5fa57212-7777-4106-b580-23492cc22216', 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc', 'admin_state_up': True, 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:05.072196 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] Routers {'1548b6d0-ddcc-43fb-8ee4-82162fae7d58'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:52:05.072829 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:51:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:05.118401 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ae5b0e70-9aab-44c6-a68f-e7778f994737 req-72ecba7d-9ab9-4d5c-ba9b-bc5967f1a0a7 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024182 Jun 23 14:52:05.140737 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_common [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] Allocated IP 172.20.0.1 (ac6fad9b-4f0e-4001-acb4-b7ca181089b6/71715e87-1bbc-4aaf-bc38-8d1e86684ae7/787c57ff-2941-483c-abdc-699c722c389d) {{(pid=104656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:52:05.141933 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce84015-2881-41d5-b3e8-370ea00715e6 None None] Pushing event updated for resources: {'Port': ['ID=695bfd68-235b-4f62-a160-281670ab92ab,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:05.148124 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-1ce84015-2881-41d5-b3e8-370ea00715e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:05.175302 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:05.250333 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330946c6-6019-4537-86a5-fda4229b3b98 req-c2e94b13-55cb-41e4-a2b1-bf5ec432f8e1 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Made reservation on behalf of 48ae03c8936d4b8aae737d381bdafe5a for: {'port': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:52:05.250771 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] For port e45b9215-1ff1-4fbd-94df-669c3a702b9f, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=e45b9215-1ff1-4fbd-94df-669c3a702b9f,segment=NetworkSegment(65d151e3-1095-4ae2-88aa-0d413447e3c7),segment_id=65d151e3-1095-4ae2-88aa-0d413447e3c7)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:52:05.260037 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:05.261366 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-330946c6-6019-4537-86a5-fda4229b3b98 req-c2e94b13-55cb-41e4-a2b1-bf5ec432f8e1 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:05.262498 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:05.321727 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] Set router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:52:05.387644 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Pushing event updated for resources: {'Port': ['ID=e45b9215-1ff1-4fbd-94df-669c3a702b9f,revision_number=3']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:05.393965 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] Notify callbacks [] for port, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:05.397148 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:05.430360 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.provisioning_blocks [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] Transition to ACTIVE for port object 787c57ff-2941-483c-abdc-699c722c389d will not be triggered until provisioned by entity DHCP. {{(pid=104656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:52:05.541018 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5e27f-bbf5-4075-9ca1-d4c7c5f22337 req-08070141-04aa-4571-bc8d-8b8af4e8f24d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:05.555063 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-96e5e27f-bbf5-4075-9ca1-d4c7c5f22337 req-08070141-04aa-4571-bc8d-8b8af4e8f24d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.1404569 Jun 23 14:52:05.564987 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afcecc-3766-4767-bbe6-3fffdb35c8b0 req-11840deb-afb8-4756-a041-43a37d37c22e tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:05.575478 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:05.581505 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-64afcecc-3766-4767-bbe6-3fffdb35c8b0 req-11840deb-afb8-4756-a041-43a37d37c22e tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.2290874 Jun 23 14:52:05.594998 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [req-330946c6-6019-4537-86a5-fda4229b3b98 req-c2e94b13-55cb-41e4-a2b1-bf5ec432f8e1 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Allocated IP 172.20.0.6 (a1115ee8-5372-48ee-a732-c77948f674dc/a9269878-b91e-4434-829a-8b123dec3d3e/e2dbb36f-8751-44c6-92b3-d6bf0359295f) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:52:05.599475 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:02Z', 'revision_number': 3, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:05.603357 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:05.635185 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2024298-4f5b-4a7c-bd05-dc943173358e None None] The sync data for ids ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'] in dv-cinder-796286-8-iscsi is: [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:02Z', 'revision_number': 3, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}] {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:52:05.655991 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-64afcecc-3766-4767-bbe6-3fffdb35c8b0 req-b3c77316-1344-4870-9350-b843d483c0dc tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641782 Jun 23 14:52:05.684408 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] Pushing event updated for resources: {'Port': ['ID=787c57ff-2941-483c-abdc-699c722c389d,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:05.689510 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:05.728781 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] Network ac6fad9b-4f0e-4001-acb4-b7ca181089b6 is already hosted by enough agents. {{(pid=104656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:52:05.745469 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-96e5e27f-bbf5-4075-9ca1-d4c7c5f22337 req-440b33f9-9a87-4fb5-97c9-d38bedc3ca7e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894619 Jun 23 14:52:05.753829 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] Resources bound (agent type, host, resource id): {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:52:05.759583 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] Received port after_create {{(pid=104656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:52:05.760241 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16234859'] for router_interface, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:05.925822 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-97e572b1-2bdd-4315-ad3b-93819c1d4da3 req-d1d5b54e-f5a7-42ae-9176-069f713d7ec0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 210 time: 0.0785029 Jun 23 14:52:05.957671 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-330946c6-6019-4537-86a5-fda4229b3b98 req-c2e94b13-55cb-41e4-a2b1-bf5ec432f8e1 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:05.977918 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-330946c6-6019-4537-86a5-fda4229b3b98 req-c2e94b13-55cb-41e4-a2b1-bf5ec432f8e1 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Transition to ACTIVE for port object e2dbb36f-8751-44c6-92b3-d6bf0359295f will not be triggered until provisioned by entity DHCP. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:52:06.021127 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-330946c6-6019-4537-86a5-fda4229b3b98 req-c2e94b13-55cb-41e4-a2b1-bf5ec432f8e1 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:06.033802 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-5444df85-7235-4c85-9ff9-864919ea6e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:06.069062 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330946c6-6019-4537-86a5-fda4229b3b98 req-c2e94b13-55cb-41e4-a2b1-bf5ec432f8e1 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Network a1115ee8-5372-48ee-a732-c77948f674dc is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:52:06.074930 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [req-330946c6-6019-4537-86a5-fda4229b3b98 req-c2e94b13-55cb-41e4-a2b1-bf5ec432f8e1 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:52:06.084013 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-330946c6-6019-4537-86a5-fda4229b3b98 req-c2e94b13-55cb-41e4-a2b1-bf5ec432f8e1 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:52:06.152719 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:06.225780 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330946c6-6019-4537-86a5-fda4229b3b98 req-c2e94b13-55cb-41e4-a2b1-bf5ec432f8e1 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:06.226645 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-330946c6-6019-4537-86a5-fda4229b3b98 req-c2e94b13-55cb-41e4-a2b1-bf5ec432f8e1 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:06.245655 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-330946c6-6019-4537-86a5-fda4229b3b98 req-c2e94b13-55cb-41e4-a2b1-bf5ec432f8e1 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2427626 Jun 23 14:52:06.256778 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-efcf6e15-1a63-4a44-b5e9-1d3f8c6ce133 None None] Provisioning for port 787c57ff-2941-483c-abdc-699c722c389d completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:52:06.264676 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb74ee0-1d50-4150-9c39-287449ef85aa req-735bfa85-886a-4089-816c-6e78c69e7179 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:06.274532 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cdb74ee0-1d50-4150-9c39-287449ef85aa req-735bfa85-886a-4089-816c-6e78c69e7179 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8e49da1-99f6-47d9-84bc-e41a1ee3d726 HTTP/1.1" status: 200 len: 945 time: 0.3219416 Jun 23 14:52:06.289340 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e94b13-55cb-41e4-a2b1-bf5ec432f8e1 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Pushing event updated for resources: {'Port': ['ID=e2dbb36f-8751-44c6-92b3-d6bf0359295f,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:06.292375 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-efcf6e15-1a63-4a44-b5e9-1d3f8c6ce133 None None] Provisioning complete for port 787c57ff-2941-483c-abdc-699c722c389d triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:06.293650 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-efcf6e15-1a63-4a44-b5e9-1d3f8c6ce133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:06.301534 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-330946c6-6019-4537-86a5-fda4229b3b98 req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Request body: {'port': {'device_id': '5fa57212-7777-4106-b580-23492cc22216', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:06.310923 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c2e94b13-55cb-41e4-a2b1-bf5ec432f8e1 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:06.474537 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-efcf6e15-1a63-4a44-b5e9-1d3f8c6ce133 None None] Port 787c57ff-2941-483c-abdc-699c722c389d cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:52:06.487473 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-330946c6-6019-4537-86a5-fda4229b3b98 req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:06.562841 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cdb74ee0-1d50-4150-9c39-287449ef85aa req-f459e8f2-e2f7-419a-a813-52b7ac235dc2 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769194 Jun 23 14:52:06.632931 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-4c72d895-505f-49fa-8039-9764a5102edd None None] Provisioning for port e2dbb36f-8751-44c6-92b3-d6bf0359295f completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:52:06.647683 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-4c72d895-505f-49fa-8039-9764a5102edd None None] Provisioning complete for port e2dbb36f-8751-44c6-92b3-d6bf0359295f triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:06.647683 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-4c72d895-505f-49fa-8039-9764a5102edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:06.782826 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4a525-cada-495b-b47f-c51f637b344d req-8bd4a0a0-d153-4540-9455-5befc3e2a4c1 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:06.792071 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-cfc4a525-cada-495b-b47f-c51f637b344d req-8bd4a0a0-d153-4540-9455-5befc3e2a4c1 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.2544043 Jun 23 14:52:06.814560 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-4c72d895-505f-49fa-8039-9764a5102edd None None] Port e2dbb36f-8751-44c6-92b3-d6bf0359295f cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:52:06.870500 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 695bfd68-235b-4f62-a160-281670ab92ab up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:52:06.949674 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] Notify callbacks [] for port, precommit_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:06.952806 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-cfc4a525-cada-495b-b47f-c51f637b344d req-d0c3f33b-8c0e-493d-9551-72a299a03158 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597743 Jun 23 14:52:06.963110 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:06.966549 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16199652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16234887'] for router_interface, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:06.988347 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:07.085647 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port 695bfd68-235b-4f62-a160-281670ab92ab completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:52:07.102581 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] Pushing event updated for resources: {'Port': ['ID=787c57ff-2941-483c-abdc-699c722c389d,revision_number=2']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:07.105662 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-211c837f-e22d-485e-8543-5d9201deeb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:07.112776 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 695bfd68-235b-4f62-a160-281670ab92ab triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:07.113505 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:07.117710 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:07.169363 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [req-330946c6-6019-4537-86a5-fda4229b3b98 req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2dbb36f-8751-44c6-92b3-d6bf0359295f {{(pid=104657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:52:07.179085 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-330946c6-6019-4537-86a5-fda4229b3b98 req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:07.198288 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-330946c6-6019-4537-86a5-fda4229b3b98 req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Transition to ACTIVE for port object e2dbb36f-8751-44c6-92b3-d6bf0359295f will not be triggered until provisioned by entity L2. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:52:07.206880 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-330946c6-6019-4537-86a5-fda4229b3b98 req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:07.219566 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-86d90294-ba89-4c00-9cdb-2a67ef2b340b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:07.302302 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Pushing event updated for resources: {'Port': ['ID=e2dbb36f-8751-44c6-92b3-d6bf0359295f,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:07.309137 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:07.463030 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:07.483377 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22492ac-7779-421d-b917-b4e569c16995 req-349ea5e0-d64b-4708-bfd0-803acce0575f tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:07.490058 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f22492ac-7779-421d-b917-b4e569c16995 req-349ea5e0-d64b-4708-bfd0-803acce0575f tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.3886302 Jun 23 14:52:07.506209 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] For port 695bfd68-235b-4f62-a160-281670ab92ab, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=695bfd68-235b-4f62-a160-281670ab92ab,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:52:07.512146 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:07.513401 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device e45b9215-1ff1-4fbd-94df-669c3a702b9f up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:52:07.516883 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:07.573375 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-330946c6-6019-4537-86a5-fda4229b3b98 req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Attempting to bind port e2dbb36f-8751-44c6-92b3-d6bf0359295f on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:52:07.573812 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-330946c6-6019-4537-86a5-fda4229b3b98 req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Attempting to bind port e2dbb36f-8751-44c6-92b3-d6bf0359295f by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '2ac980b6-d322-41e5-bc4d-248fcfc6f6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc'}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:52:07.574075 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330946c6-6019-4537-86a5-fda4229b3b98 req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Attempting to bind port e2dbb36f-8751-44c6-92b3-d6bf0359295f on network a1115ee8-5372-48ee-a732-c77948f674dc {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:52:07.581253 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330946c6-6019-4537-86a5-fda4229b3b98 req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Port e2dbb36f-8751-44c6-92b3-d6bf0359295f on network a1115ee8-5372-48ee-a732-c77948f674dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:52:07.581687 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330946c6-6019-4537-86a5-fda4229b3b98 req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Attempting to bind port e2dbb36f-8751-44c6-92b3-d6bf0359295f on network a1115ee8-5372-48ee-a732-c77948f674dc {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:52:07.609404 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2ae0c-1c59-46d3-93c5-0e564974eb73 req-ce4326dc-b7b0-4282-a2cd-172baf5aca1e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:07.613166 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] Network ac6fad9b-4f0e-4001-acb4-b7ca181089b6 is already hosted by enough agents. {{(pid=104656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:52:07.627195 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-afd2ae0c-1c59-46d3-93c5-0e564974eb73 req-ce4326dc-b7b0-4282-a2cd-172baf5aca1e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.3266521 Jun 23 14:52:07.644979 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Pushing event updated for resources: {'Port': ['ID=695bfd68-235b-4f62-a160-281670ab92ab,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:07.648818 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330946c6-6019-4537-86a5-fda4229b3b98 req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Checking agent: {'id': 'd8f3122c-1231-4f5b-931f-565a6de0a48e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'started_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:52:07.649339 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330946c6-6019-4537-86a5-fda4229b3b98 req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Checking segment: {'id': '2ac980b6-d322-41e5-bc4d-248fcfc6f6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:52:07.649758 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330946c6-6019-4537-86a5-fda4229b3b98 req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Bound using segment: {'id': '2ac980b6-d322-41e5-bc4d-248fcfc6f6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc'} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:52:07.650241 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-330946c6-6019-4537-86a5-fda4229b3b98 req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Bound port: e2dbb36f-8751-44c6-92b3-d6bf0359295f, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac980b6-d322-41e5-bc4d-248fcfc6f6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc'}}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:52:07.650565 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:07.650697 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-330946c6-6019-4537-86a5-fda4229b3b98 req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:07.679130 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] Resources bound (agent type, host, resource id): {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:52:07.693306 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port e45b9215-1ff1-4fbd-94df-669c3a702b9f triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:07.693707 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:07.715423 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f22492ac-7779-421d-b917-b4e569c16995 req-fc48c228-ab59-446b-a9f9-81f2a884fe27 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190049 Jun 23 14:52:07.790949 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-afd2ae0c-1c59-46d3-93c5-0e564974eb73 req-d1767d5d-d83a-4afd-8737-1bb1ccd6bb7f tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627679 Jun 23 14:52:07.915442 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-330946c6-6019-4537-86a5-fda4229b3b98 req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] For port e2dbb36f-8751-44c6-92b3-d6bf0359295f, host hv-cinder-79628, cleared binding levels {{(pid=104657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:52:07.922361 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-330946c6-6019-4537-86a5-fda4229b3b98 req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] For port e2dbb36f-8751-44c6-92b3-d6bf0359295f, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e2dbb36f-8751-44c6-92b3-d6bf0359295f,segment=NetworkSegment(2ac980b6-d322-41e5-bc4d-248fcfc6f6a5),segment_id=2ac980b6-d322-41e5-bc4d-248fcfc6f6a5)] {{(pid=104657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:52:07.936177 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-330946c6-6019-4537-86a5-fda4229b3b98 req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:07.939117 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c2e94b13-55cb-41e4-a2b1-bf5ec432f8e1 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:08.008893 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330946c6-6019-4537-86a5-fda4229b3b98 req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:08.009834 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-330946c6-6019-4537-86a5-fda4229b3b98 req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:08.011488 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-330946c6-6019-4537-86a5-fda4229b3b98 req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] 10.222.0.44 "PUT /v2.0/ports/e2dbb36f-8751-44c6-92b3-d6bf0359295f HTTP/1.1" status: 200 len: 1093 time: 1.7142906 Jun 23 14:52:08.012224 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa57212-7777-4106-b580-23492cc22216', 'tag': 'e2dbb36f-8751-44c6-92b3-d6bf0359295f'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:52:08.015346 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d324ec75-03b0-46f3-887e-1ebff9b7557c" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa57212-7777-4106-b580-23492cc22216", "tag": "e2dbb36f-8751-44c6-92b3-d6bf0359295f"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:52:08.048963 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] Router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:52:08.065667 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Pushing event updated for resources: {'Port': ['ID=e2dbb36f-8751-44c6-92b3-d6bf0359295f,revision_number=3']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:08.076533 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:08.204345 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-04232798-b19c-4cbb-9a2e-57d57bc73981 None None] Provisioning complete for port 787c57ff-2941-483c-abdc-699c722c389d triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:08.204744 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-04232798-b19c-4cbb-9a2e-57d57bc73981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:08.204885 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc16aa4-d4c0-4ffe-8755-2d0978265b7c req-7f60b29d-cb3d-47d7-8c77-0c7cd901fe11 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:08.206983 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-abc16aa4-d4c0-4ffe-8755-2d0978265b7c req-7f60b29d-cb3d-47d7-8c77-0c7cd901fe11 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.0911195 Jun 23 14:52:08.234807 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54533309-276c-4143-9c24-811f79967aaf req-add803db-f531-48a7-b397-5a1204239fe4 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:08.242334 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-54533309-276c-4143-9c24-811f79967aaf req-add803db-f531-48a7-b397-5a1204239fe4 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 943 time: 0.2532368 Jun 23 14:52:08.274484 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-04232798-b19c-4cbb-9a2e-57d57bc73981 None None] Port 787c57ff-2941-483c-abdc-699c722c389d cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:52:08.280054 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:52:08.290362 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-abc16aa4-d4c0-4ffe-8755-2d0978265b7c req-8f104779-8ed9-4e33-b70a-bb59eedd3c26 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635006 Jun 23 14:52:08.294431 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] 10.222.0.65 "PUT /v2.0/routers/1548b6d0-ddcc-43fb-8ee4-82162fae7d58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2371941 Jun 23 14:52:08.314360 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-54533309-276c-4143-9c24-811f79967aaf req-10f22c3a-5da6-41ea-b608-075a5f73ea0c tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708220 Jun 23 14:52:08.359163 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b192d460-3cd5-4557-8e40-55eeaece98de x-openstack-request-id: req-b192d460-3cd5-4557-8e40-55eeaece98de {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:52:08.359738 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa57212-7777-4106-b580-23492cc22216", "tag": "e2dbb36f-8751-44c6-92b3-d6bf0359295f", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:52:08.359738 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b192d460-3cd5-4557-8e40-55eeaece98de {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:52:08.360167 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa57212-7777-4106-b580-23492cc22216', 'tag': 'e2dbb36f-8751-44c6-92b3-d6bf0359295f', 'status': 'completed', 'code': 200} Jun 23 14:52:08.505801 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 695bfd68-235b-4f62-a160-281670ab92ab up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:52:08.742474 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 695bfd68-235b-4f62-a160-281670ab92ab triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:08.742864 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:08.980590 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2b2ce-c485-459e-bc88-3bcb5ebda228 req-2b67afea-8d52-45cc-9fab-73bf32550fa9 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:08.982736 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7bc2b2ce-c485-459e-bc88-3bcb5ebda228 req-2b67afea-8d52-45cc-9fab-73bf32550fa9 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.0900424 Jun 23 14:52:09.066273 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 36118) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:09.071305 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] Sync routers for ids ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:52:09.081463 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-8fa61969-a883-46aa-ab62-9cad5c98d5a7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1871058864-network', 'tenant_id': '293569687c234e31b6fb49c044d495b8'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:09.092126 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] Routers {'1548b6d0-ddcc-43fb-8ee4-82162fae7d58'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:52:09.092871 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:51:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:09.134483 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa61969-a883-46aa-ab62-9cad5c98d5a7 admin admin] Made reservation on behalf of 293569687c234e31b6fb49c044d495b8 for: {'network': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:52:09.137935 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8fa61969-a883-46aa-ab62-9cad5c98d5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for network, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:09.149738 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8fa61969-a883-46aa-ab62-9cad5c98d5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:09.258176 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] Set router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:52:09.272744 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7bc2b2ce-c485-459e-bc88-3bcb5ebda228 req-d9862dd8-4601-4d24-8167-e5b77933de3e tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2843268 Jun 23 14:52:09.311842 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8fa61969-a883-46aa-ab62-9cad5c98d5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:09.319325 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8fa61969-a883-46aa-ab62-9cad5c98d5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:09.323487 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-7d089a33-72d7-4d05-99e1-b99a1d7fcc66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:09.359697 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa61969-a883-46aa-ab62-9cad5c98d5a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=104656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:52:09.374612 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa61969-a883-46aa-ab62-9cad5c98d5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3e150b-6193-4ff4-aac6-5c2b3d946ccb,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:09.379871 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-8fa61969-a883-46aa-ab62-9cad5c98d5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:09.381381 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8fa61969-a883-46aa-ab62-9cad5c98d5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:09.381715 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.db.segments_db [None req-8fa61969-a883-46aa-ab62-9cad5c98d5a7 admin admin] Added segment a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb of type vlan for network 5a4e3827-cfb2-4e52-a994-7d5644b345af Jun 23 14:52:09.447225 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8fa61969-a883-46aa-ab62-9cad5c98d5a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784121897485'] for network, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:09.484600 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8fa61969-a883-46aa-ab62-9cad5c98d5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374'] for network, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:09.486121 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa61969-a883-46aa-ab62-9cad5c98d5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:09.486802 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8fa61969-a883-46aa-ab62-9cad5c98d5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:09.489687 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-413d456c-c472-48d9-b04e-1573d0ac6e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:09.530591 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4a274-2bed-4bab-bd9b-c2e8d449a9fd req-a558b9a8-0b9e-47f5-b6d1-8c4a81e11c82 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:09.532289 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3bf4a274-2bed-4bab-bd9b-c2e8d449a9fd req-a558b9a8-0b9e-47f5-b6d1-8c4a81e11c82 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0873201 Jun 23 14:52:09.544031 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:05Z', 'revision_number': 4, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '787c57ff-2941-483c-abdc-699c722c389d', 'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'mac_address': 'fa:16:3e:f7:12:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:04Z', 'updated_at': '2021-06-23T14:52:06Z', 'revision_number': 2, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'subnets': [{'id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:09.559452 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-8fa61969-a883-46aa-ab62-9cad5c98d5a7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4908981 Jun 23 14:52:09.562676 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 36124) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:09.567829 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-09db9476-b48e-403f-bab9-f172b08db92d admin admin] Request body: {'subnet': {'network_id': '5a4e3827-cfb2-4e52-a994-7d5644b345af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1871058864-subnet', 'tenant_id': '293569687c234e31b6fb49c044d495b8', 'ip_version': 4}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:09.584764 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3bf4a274-2bed-4bab-bd9b-c2e8d449a9fd req-997ad39f-2f87-44ce-b2b1-a10111c1fa85 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460105 Jun 23 14:52:09.587838 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] Checking router: 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:52:09.587838 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] Updating router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 port 787c57ff-2941-483c-abdc-699c722c389d binding host dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:52:09.594766 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa61969-a883-46aa-ab62-9cad5c98d5a7 admin admin] Pushing event updated for resources: {'Network': ['ID=5a4e3827-cfb2-4e52-a994-7d5644b345af,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:09.600144 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-8fa61969-a883-46aa-ab62-9cad5c98d5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:09.613072 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09db9476-b48e-403f-bab9-f172b08db92d admin admin] Made reservation on behalf of 293569687c234e31b6fb49c044d495b8 for: {'subnet': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:52:09.615132 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Network 5a4e3827-cfb2-4e52-a994-7d5644b345af details requested by agent ovs-agent-dv-cinder-796286-8-iscsi with host dv-cinder-796286-8-iscsi {{(pid=104658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:52:09.615820 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-09db9476-b48e-403f-bab9-f172b08db92d admin admin] Notify callbacks [] for subnet, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:09.720352 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:09.785691 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec64638-b17c-4808-9ab5-dd8073ec20c3 req-ff81950f-5ade-422b-a458-1940d7537752 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:09.786915 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3ec64638-b17c-4808-9ab5-dd8073ec20c3 req-ff81950f-5ade-422b-a458-1940d7537752 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.0704014 Jun 23 14:52:09.805296 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:09.815109 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-ea31ad41-8ba6-4a4e-96b2-1aa21aae55bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:09.847856 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-09db9476-b48e-403f-bab9-f172b08db92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349'] for subnet, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:09.850993 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:09.863116 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3ec64638-b17c-4808-9ab5-dd8073ec20c3 req-3ea2959f-a123-490f-8d2c-f2569b3b4fdb tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686457 Jun 23 14:52:09.913354 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db9476-b48e-403f-bab9-f172b08db92d admin admin] Pushing event updated for resources: {'Subnet': ['ID=db131055-323a-4bab-b10b-71ad262fa6d9,revision_number=0']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:09.916463 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-09db9476-b48e-403f-bab9-f172b08db92d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:09.943921 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09db9476-b48e-403f-bab9-f172b08db92d admin admin] Checking segment: {'id': 'a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5a4e3827-cfb2-4e52-a994-7d5644b345af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:52:09.944291 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09db9476-b48e-403f-bab9-f172b08db92d admin admin] Network hostable DHCP agents. Network: 5a4e3827-cfb2-4e52-a994-7d5644b345af, hostable agents: ['0b7df506-3eca-4aef-99ab-b9f92b008033'], hosted agents: [] {{(pid=104656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:52:09.963894 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09db9476-b48e-403f-bab9-f172b08db92d admin admin] Network 5a4e3827-cfb2-4e52-a994-7d5644b345af is scheduled to be hosted by DHCP agent 0b7df506-3eca-4aef-99ab-b9f92b008033 with binding_index 1 {{(pid=104656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:52:09.996139 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-09db9476-b48e-403f-bab9-f172b08db92d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-iscsi, 5a4e3827-cfb2-4e52-a994-7d5644b345af) {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:52:10.010950 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddcbdc5-f007-41bf-9380-764e4a0b07a5 None None] Network 5a4e3827-cfb2-4e52-a994-7d5644b345af requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:52:10.021800 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09db9476-b48e-403f-bab9-f172b08db92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:10.021800 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-09db9476-b48e-403f-bab9-f172b08db92d admin admin] Notify callbacks [] for subnet, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:10.062259 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-09db9476-b48e-403f-bab9-f172b08db92d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4983869 Jun 23 14:52:10.063248 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 36128) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:10.074406 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-7728adb6-a1ee-40c3-be8c-667587245847 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1871058864-router', 'tenant_id': '293569687c234e31b6fb49c044d495b8', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:10.091381 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329170f9-26b2-4170-8e1d-f448e4fd37c6 req-01aa5d9c-049d-4dac-9d36-4dd1bae25c63 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:10.099200 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-329170f9-26b2-4170-8e1d-f448e4fd37c6 req-01aa5d9c-049d-4dac-9d36-4dd1bae25c63 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 943 time: 0.0761516 Jun 23 14:52:10.105800 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7728adb6-a1ee-40c3-be8c-667587245847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58529'] for router, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:10.108803 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7728adb6-a1ee-40c3-be8c-667587245847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16247596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58552'] for router, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:10.149213 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-329170f9-26b2-4170-8e1d-f448e4fd37c6 req-cdf7afcd-82b5-4068-8aa4-ed7a87a6af96 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490539 Jun 23 14:52:10.181930 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7728adb6-a1ee-40c3-be8c-667587245847 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:10.238864 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] Notify callbacks [] for port, precommit_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:10.272808 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] Transition to ACTIVE for port object 787c57ff-2941-483c-abdc-699c722c389d will not be triggered until provisioned by entity L2. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:52:10.281315 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:10.283478 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:10.309891 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81d71141-74d2-56c1-9cf9-1afe1cf1d49a-5a4e3827-cfb2-4e52-a994-7d5644b345af', 'network_id': '5a4e3827-cfb2-4e52-a994-7d5644b345af', 'tenant_id': '293569687c234e31b6fb49c044d495b8', 'fixed_ips': [{'subnet_id': 'db131055-323a-4bab-b10b-71ad262fa6d9'}]}} from dv-cinder-796286-8-iscsi. {{(pid=104658) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:52:10.310747 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:10.503305 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630dff2-33c9-48dc-95e4-b439e3c4e4a5 None None] Pushing event updated for resources: {'Port': ['ID=787c57ff-2941-483c-abdc-699c722c389d,revision_number=3']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:10.515228 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-5630dff2-33c9-48dc-95e4-b439e3c4e4a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:10.594220 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.db_base_plugin_common [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Allocated IP 172.20.0.2 (5a4e3827-cfb2-4e52-a994-7d5644b345af/db131055-323a-4bab-b10b-71ad262fa6d9/d7bd087a-71eb-4377-8f34-2e7a80b92154) {{(pid=104658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:52:10.601848 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] Attempting to bind port 787c57ff-2941-483c-abdc-699c722c389d on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:52:10.602233 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] Attempting to bind port 787c57ff-2941-483c-abdc-699c722c389d by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': '65d151e3-1095-4ae2-88aa-0d413447e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6'}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:52:10.602654 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] Attempting to bind port 787c57ff-2941-483c-abdc-699c722c389d on network ac6fad9b-4f0e-4001-acb4-b7ca181089b6 {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:52:10.616101 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:52:10.616508 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] Checking segment: {'id': '65d151e3-1095-4ae2-88aa-0d413447e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:52:10.616927 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:10.617336 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] Bound using segment: {'id': '65d151e3-1095-4ae2-88aa-0d413447e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6'} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:52:10.617856 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] Bound port: 787c57ff-2941-483c-abdc-699c722c389d, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d151e3-1095-4ae2-88aa-0d413447e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6'}}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:52:10.619161 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:10.630228 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c96565-fe99-43e0-be51-10b9794f825a req-223237e1-9438-412d-8b6f-9a132fbc68ad tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:10.640916 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-f0c96565-fe99-43e0-be51-10b9794f825a req-223237e1-9438-412d-8b6f-9a132fbc68ad tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.1365085 Jun 23 14:52:10.659087 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7728adb6-a1ee-40c3-be8c-667587245847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16244798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-606094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62274'] for router, precommit_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:10.727861 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-f0c96565-fe99-43e0-be51-10b9794f825a req-913eb868-d81c-42d3-867d-ab91b9349cdd tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857840 Jun 23 14:52:10.774319 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] For port 787c57ff-2941-483c-abdc-699c722c389d, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:52:10.796686 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] For port 787c57ff-2941-483c-abdc-699c722c389d, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=787c57ff-2941-483c-abdc-699c722c389d,segment=NetworkSegment(65d151e3-1095-4ae2-88aa-0d413447e3c7),segment_id=65d151e3-1095-4ae2-88aa-0d413447e3c7)] {{(pid=104658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:52:10.815995 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:10.819921 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:10.882746 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:10.904613 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630dff2-33c9-48dc-95e4-b439e3c4e4a5 None None] Pushing event updated for resources: {'Port': ['ID=787c57ff-2941-483c-abdc-699c722c389d,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:10.907491 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Transition to ACTIVE for port object d7bd087a-71eb-4377-8f34-2e7a80b92154 will not be triggered until provisioned by entity L2. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:52:10.909844 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-5630dff2-33c9-48dc-95e4-b439e3c4e4a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:10.911149 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] Routers {'1548b6d0-ddcc-43fb-8ee4-82162fae7d58'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:52:10.911149 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:52:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:10.975604 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Transition to ACTIVE for port object d7bd087a-71eb-4377-8f34-2e7a80b92154 will not be triggered until provisioned by entity DHCP. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:52:10.978091 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:10.995665 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfd846-8e52-4af3-a7d6-16195557a0a0 req-970075d0-3005-4723-bedc-570e81048763 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:10.998533 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:11.001454 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7728adb6-a1ee-40c3-be8c-667587245847 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:11.008210 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:11.010856 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1ddfd846-8e52-4af3-a7d6-16195557a0a0 req-970075d0-3005-4723-bedc-570e81048763 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.1231430 Jun 23 14:52:11.026171 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7728adb6-a1ee-40c3-be8c-667587245847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:11.114246 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1ddfd846-8e52-4af3-a7d6-16195557a0a0 req-7fa687cf-d9c2-4147-9706-0c8c2628ec47 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023612 Jun 23 14:52:11.230758 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_common [None req-7728adb6-a1ee-40c3-be8c-667587245847 admin admin] Allocated IP 172.27.2.66 (fcd7f1a0-b694-4219-968d-f28fbbdba0ee/e66531d2-b162-4d5a-9b95-91879084f23c/a026cb64-c14c-450c-a794-8a5729b8a68d) {{(pid=104656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:52:11.308681 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Network 5a4e3827-cfb2-4e52-a994-7d5644b345af is already hosted by enough agents. {{(pid=104658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:52:11.315543 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.scheduler.base_scheduler [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Resources bound (agent type, host, resource id): {{(pid=104658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:52:11.318871 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Received port after_create {{(pid=104658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:52:11.344318 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Pushing event updated for resources: {'Port': ['ID=d7bd087a-71eb-4377-8f34-2e7a80b92154,revision_number=1']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:11.347349 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:11.351899 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb8c6a-98bb-49b3-8b69-190ba5de042b req-151615d4-0921-4eaf-a93e-e2c9fec1a0f3 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:11.358576 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a8eb8c6a-98bb-49b3-8b69-190ba5de042b req-151615d4-0921-4eaf-a93e-e2c9fec1a0f3 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.0998089 Jun 23 14:52:11.390697 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7728adb6-a1ee-40c3-be8c-667587245847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:11.401258 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a8eb8c6a-98bb-49b3-8b69-190ba5de042b req-21d788e4-f1fa-4983-8741-034b895a6b18 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420864 Jun 23 14:52:11.411071 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] Set router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:52:11.460365 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Attempting to bind port d7bd087a-71eb-4377-8f34-2e7a80b92154 on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:52:11.462838 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Attempting to bind port d7bd087a-71eb-4377-8f34-2e7a80b92154 by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': 'a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5a4e3827-cfb2-4e52-a994-7d5644b345af'}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:52:11.463357 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7728adb6-a1ee-40c3-be8c-667587245847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:11.463521 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Attempting to bind port d7bd087a-71eb-4377-8f34-2e7a80b92154 on network 5a4e3827-cfb2-4e52-a994-7d5644b345af {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:52:11.467466 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:11.477569 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:52:11.478137 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Checking segment: {'id': 'a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5a4e3827-cfb2-4e52-a994-7d5644b345af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:52:11.478654 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:11.479165 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Bound using segment: {'id': 'a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5a4e3827-cfb2-4e52-a994-7d5644b345af'} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:52:11.479997 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Bound port: d7bd087a-71eb-4377-8f34-2e7a80b92154, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5a4e3827-cfb2-4e52-a994-7d5644b345af'}}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:52:11.480496 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:11.531153 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7728adb6-a1ee-40c3-be8c-667587245847 admin admin] Network fcd7f1a0-b694-4219-968d-f28fbbdba0ee is already hosted by enough agents. {{(pid=104656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:52:11.538231 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-7728adb6-a1ee-40c3-be8c-667587245847 admin admin] Resources bound (agent type, host, resource id): {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:52:11.542106 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7728adb6-a1ee-40c3-be8c-667587245847 admin admin] Received port after_create {{(pid=104656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:52:11.553720 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728adb6-a1ee-40c3-be8c-667587245847 admin admin] Pushing event updated for resources: {'Port': ['ID=a026cb64-c14c-450c-a794-8a5729b8a68d,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:11.599356 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-7728adb6-a1ee-40c3-be8c-667587245847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:11.638391 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b29115-38c4-485a-885e-79431f0d4485 req-20f5e3bb-6554-4d8d-b554-68293dd23ad4 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:11.643167 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d8b29115-38c4-485a-885e-79431f0d4485 req-20f5e3bb-6554-4d8d-b554-68293dd23ad4 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 943 time: 0.1153138 Jun 23 14:52:11.686661 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] For port d7bd087a-71eb-4377-8f34-2e7a80b92154, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:52:11.693418 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] For port d7bd087a-71eb-4377-8f34-2e7a80b92154, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=d7bd087a-71eb-4377-8f34-2e7a80b92154,segment=NetworkSegment(a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb),segment_id=a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb)] {{(pid=104658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:52:11.694021 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d8b29115-38c4-485a-885e-79431f0d4485 req-b267d3e5-58ea-4a77-b2ad-f34c78a3471d tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421441 Jun 23 14:52:11.702838 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:11.705565 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:11.816868 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Pushing event updated for resources: {'Port': ['ID=d7bd087a-71eb-4377-8f34-2e7a80b92154,revision_number=2']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:11.828342 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:11.852514 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:05Z', 'revision_number': 4, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '787c57ff-2941-483c-abdc-699c722c389d', 'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'mac_address': 'fa:16:3e:f7:12:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:04Z', 'updated_at': '2021-06-23T14:52:10Z', 'revision_number': 4, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'subnets': [{'id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:11.888717 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c1ed9-aecb-4cfb-bbeb-f3a0aa20329e None None] The sync data for ids ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'] in dv-cinder-796286-8-iscsi is: [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:05Z', 'revision_number': 4, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '787c57ff-2941-483c-abdc-699c722c389d', 'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'mac_address': 'fa:16:3e:f7:12:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:04Z', 'updated_at': '2021-06-23T14:52:10Z', 'revision_number': 4, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'subnets': [{'id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:52:11.933127 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7728adb6-a1ee-40c3-be8c-667587245847 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:12.077529 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419f385-2418-48e0-b147-48c76fae8c28 req-e3676a7f-d86c-4065-977e-a3bd1ced93d5 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:12.084861 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6419f385-2418-48e0-b147-48c76fae8c28 req-e3676a7f-d86c-4065-977e-a3bd1ced93d5 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.1792946 Jun 23 14:52:12.164485 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6419f385-2418-48e0-b147-48c76fae8c28 req-5063cf5c-89e6-437a-bb03-3b3516838396 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784271 Jun 23 14:52:12.437719 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7728adb6-a1ee-40c3-be8c-667587245847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-606087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16244843'] for router, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:12.464197 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32511-fb0a-4620-833a-7d0554a7e403 req-789915bb-66ef-4f49-aa7f-01e4c459fbed tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:12.465906 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b9a32511-fb0a-4620-833a-7d0554a7e403 req-789915bb-66ef-4f49-aa7f-01e4c459fbed tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.1075978 Jun 23 14:52:12.549694 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b9a32511-fb0a-4620-833a-7d0554a7e403 req-a51c4be1-a080-41f6-a0f5-ae134139b22a tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685437 Jun 23 14:52:12.695788 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:12.699957 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7728adb6-a1ee-40c3-be8c-667587245847 admin admin] Router 1436bb0b-7945-4553-aa94-9fc764cc074d is scheduled to L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c with binding_index 1 {{(pid=104656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:52:12.760463 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device d7bd087a-71eb-4377-8f34-2e7a80b92154 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:52:12.899427 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port d7bd087a-71eb-4377-8f34-2e7a80b92154 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:52:12.907634 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 787c57ff-2941-483c-abdc-699c722c389d up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:52:12.944512 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5ff16-4451-4c79-9823-f195a46e0c2a req-dc1fc072-85fb-42fe-a3f8-7840c39539f4 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:12.947180 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-cca5ff16-4451-4c79-9823-f195a46e0c2a req-dc1fc072-85fb-42fe-a3f8-7840c39539f4 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.1456339 Jun 23 14:52:13.006147 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port 787c57ff-2941-483c-abdc-699c722c389d completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:52:13.033818 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 787c57ff-2941-483c-abdc-699c722c389d triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:13.034222 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:13.041189 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7728adb6-a1ee-40c3-be8c-667587245847 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:52:13.059255 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] Sync routers for ids ['1436bb0b-7945-4553-aa94-9fc764cc074d'] in dv-cinder-796286-8-iscsi {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:52:13.065074 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7728adb6-a1ee-40c3-be8c-667587245847 admin admin] Notify callbacks [] for router, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:13.065419 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-cca5ff16-4451-4c79-9823-f195a46e0c2a req-1bdb0fe5-337b-4014-9756-6e7e6127122d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978301 Jun 23 14:52:13.066300 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-7728adb6-a1ee-40c3-be8c-667587245847 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0018923 Jun 23 14:52:13.070116 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 36152) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:13.073442 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] Routers {'1436bb0b-7945-4553-aa94-9fc764cc074d'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:52:13.074356 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:52:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1436bb0b-7945-4553-aa94-9fc764cc074d'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:13.159753 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:13.234662 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] For port 787c57ff-2941-483c-abdc-699c722c389d, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=787c57ff-2941-483c-abdc-699c722c389d,segment=NetworkSegment(65d151e3-1095-4ae2-88aa-0d413447e3c7),segment_id=65d151e3-1095-4ae2-88aa-0d413447e3c7)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:52:13.241612 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:13.260880 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:13.348098 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] Set router 1436bb0b-7945-4553-aa94-9fc764cc074d gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:52:13.386597 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Pushing event updated for resources: {'Port': ['ID=787c57ff-2941-483c-abdc-699c722c389d,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:13.406752 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:13.594098 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d33ef0-e584-46cd-bb67-f8b7ea91e8ea None None] Network 5a4e3827-cfb2-4e52-a994-7d5644b345af requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:52:13.690163 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d7739-04e1-4d53-9d6f-6191cbb5d1d7 req-c52e442a-4c91-4926-82f3-dee5218e13bf tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:13.691660 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b01d7739-04e1-4d53-9d6f-6191cbb5d1d7 req-c52e442a-4c91-4926-82f3-dee5218e13bf tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 943 time: 0.3542371 Jun 23 14:52:13.730497 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-f0b7784f-5fd9-4ea4-88b7-63a0ad9e0427 None None] Provisioning for port d7bd087a-71eb-4377-8f34-2e7a80b92154 completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:52:13.744071 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-f0b7784f-5fd9-4ea4-88b7-63a0ad9e0427 None None] Provisioning complete for port d7bd087a-71eb-4377-8f34-2e7a80b92154 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:13.744836 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-f0b7784f-5fd9-4ea4-88b7-63a0ad9e0427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:13.784828 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1436bb0b-7945-4553-aa94-9fc764cc074d', 'name': 'tempest-TestVolumeBootPattern-1871058864-router', 'tenant_id': '293569687c234e31b6fb49c044d495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a026cb64-c14c-450c-a794-8a5729b8a68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:10Z', 'updated_at': '2021-06-23T14:52:11Z', 'revision_number': 3, 'project_id': '293569687c234e31b6fb49c044d495b8', 'gw_port': {'id': 'a026cb64-c14c-450c-a794-8a5729b8a68d', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1436bb0b-7945-4553-aa94-9fc764cc074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:11Z', 'updated_at': '2021-06-23T14:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:13.849261 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] Checking router: 1436bb0b-7945-4553-aa94-9fc764cc074d for host: dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:52:13.850017 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] Updating router 1436bb0b-7945-4553-aa94-9fc764cc074d port a026cb64-c14c-450c-a794-8a5729b8a68d binding host dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:52:13.901616 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:13.973830 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-f0b7784f-5fd9-4ea4-88b7-63a0ad9e0427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:14.019553 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b01d7739-04e1-4d53-9d6f-6191cbb5d1d7 req-681cfa8c-81d3-4e19-a465-761b00cc56c1 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873870 Jun 23 14:52:14.027012 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-f0b7784f-5fd9-4ea4-88b7-63a0ad9e0427 None None] For port d7bd087a-71eb-4377-8f34-2e7a80b92154, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=d7bd087a-71eb-4377-8f34-2e7a80b92154,segment=NetworkSegment(a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb),segment_id=a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:52:14.049333 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-f0b7784f-5fd9-4ea4-88b7-63a0ad9e0427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:14.053069 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-5630dff2-33c9-48dc-95e4-b439e3c4e4a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:14.178318 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7784f-5fd9-4ea4-88b7-63a0ad9e0427 None None] Pushing event updated for resources: {'Port': ['ID=d7bd087a-71eb-4377-8f34-2e7a80b92154,revision_number=3']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:14.182524 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-f0b7784f-5fd9-4ea4-88b7-63a0ad9e0427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:14.271147 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:14.373180 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] Notify callbacks [] for port, precommit_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:14.387502 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-20f30799-c981-40d2-9ae9-2caa70248d75 None None] Provisioning complete for port d7bd087a-71eb-4377-8f34-2e7a80b92154 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:14.388289 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-20f30799-c981-40d2-9ae9-2caa70248d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:14.389018 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.provisioning_blocks [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] Transition to ACTIVE for port object a026cb64-c14c-450c-a794-8a5729b8a68d will not be triggered until provisioned by entity L2. {{(pid=104659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:52:14.410207 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:14.413587 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-a0941487-8aa6-4ca5-a060-775596a44c70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:14.523385 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9142f8-c763-4da7-bf8e-422e18496f0a None None] Pushing event updated for resources: {'Port': ['ID=a026cb64-c14c-450c-a794-8a5729b8a68d,revision_number=2']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:14.526461 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-7f9142f8-c763-4da7-bf8e-422e18496f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:14.545376 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device d7bd087a-71eb-4377-8f34-2e7a80b92154 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:52:14.552478 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] Attempting to bind port a026cb64-c14c-450c-a794-8a5729b8a68d on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:52:14.552478 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] Attempting to bind port a026cb64-c14c-450c-a794-8a5729b8a68d by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:52:14.552478 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] Attempting to bind port a026cb64-c14c-450c-a794-8a5729b8a68d on network fcd7f1a0-b694-4219-968d-f28fbbdba0ee {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:52:14.558280 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:52:14.558656 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] Checking segment: {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:52:14.559064 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:14.559464 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] Bound using segment: {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'} {{(pid=104659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:52:14.559989 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.managers [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] Bound port: a026cb64-c14c-450c-a794-8a5729b8a68d, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781828b9-cbb7-4883-87fb-7233a207e4d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}}] {{(pid=104659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:52:14.560900 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:14.597344 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2d21b-81fc-4a58-8772-a6fd35d30537 req-7793fc06-72a7-4fda-9542-1c5500eb0793 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:14.599266 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-34d2d21b-81fc-4a58-8772-a6fd35d30537 req-7793fc06-72a7-4fda-9542-1c5500eb0793 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.2734909 Jun 23 14:52:14.625796 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port d7bd087a-71eb-4377-8f34-2e7a80b92154 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:14.626277 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:14.633354 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] For port a026cb64-c14c-450c-a794-8a5729b8a68d, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:52:14.637995 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.plugins.ml2.db [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] For port a026cb64-c14c-450c-a794-8a5729b8a68d, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=a026cb64-c14c-450c-a794-8a5729b8a68d,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:52:14.645282 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron_lib.callbacks.manager [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:14.653119 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:14.678647 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-34d2d21b-81fc-4a58-8772-a6fd35d30537 req-946a2a6a-4641-4f02-9e24-f0d70a8139b0 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726006 Jun 23 14:52:14.728487 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9142f8-c763-4da7-bf8e-422e18496f0a None None] Pushing event updated for resources: {'Port': ['ID=a026cb64-c14c-450c-a794-8a5729b8a68d,revision_number=3']} {{(pid=104659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:14.733605 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG oslo_concurrency.lockutils [None req-7f9142f8-c763-4da7-bf8e-422e18496f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:14.754820 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] Allocated IP 172.20.0.1 (5a4e3827-cfb2-4e52-a994-7d5644b345af/db131055-323a-4bab-b10b-71ad262fa6d9/e6517d2e-0590-4275-bc27-45a46f9ee641) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:52:14.780265 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] Routers {'1436bb0b-7945-4553-aa94-9fc764cc074d'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:52:14.781517 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:52:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1436bb0b-7945-4553-aa94-9fc764cc074d'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:14.794006 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 787c57ff-2941-483c-abdc-699c722c389d up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:52:14.898770 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port 787c57ff-2941-483c-abdc-699c722c389d triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:14.899282 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:14.960779 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] Set router 1436bb0b-7945-4553-aa94-9fc764cc074d gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:52:14.968707 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:15.005024 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] Transition to ACTIVE for port object e6517d2e-0590-4275-bc27-45a46f9ee641 will not be triggered until provisioned by entity DHCP. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:52:15.026561 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d253c9-f1ca-412a-ae27-2aca08de7452 req-2255f934-7b38-4f5f-b56d-a455809afbc0 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:15.030287 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-79d253c9-f1ca-412a-ae27-2aca08de7452 req-2255f934-7b38-4f5f-b56d-a455809afbc0 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.1529720 Jun 23 14:52:15.093660 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-79d253c9-f1ca-412a-ae27-2aca08de7452 req-ede81a1f-7b1e-44e7-b8bd-e92fd42773ee tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577762 Jun 23 14:52:15.096001 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:15.099613 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:15.160423 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] Network 5a4e3827-cfb2-4e52-a994-7d5644b345af is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:52:15.165429 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:52:15.172866 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1436bb0b-7945-4553-aa94-9fc764cc074d', 'name': 'tempest-TestVolumeBootPattern-1871058864-router', 'tenant_id': '293569687c234e31b6fb49c044d495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a026cb64-c14c-450c-a794-8a5729b8a68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:10Z', 'updated_at': '2021-06-23T14:52:11Z', 'revision_number': 3, 'project_id': '293569687c234e31b6fb49c044d495b8', 'gw_port': {'id': 'a026cb64-c14c-450c-a794-8a5729b8a68d', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1436bb0b-7945-4553-aa94-9fc764cc074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:11Z', 'updated_at': '2021-06-23T14:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:15.178592 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:52:15.186575 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] Pushing event updated for resources: {'Port': ['ID=e6517d2e-0590-4275-bc27-45a46f9ee641,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:15.190186 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:15.210329 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca0e82a-28f2-4bd3-b85c-9e7890019c0b None None] The sync data for ids ['1436bb0b-7945-4553-aa94-9fc764cc074d'] in dv-cinder-796286-8-iscsi is: [{'id': '1436bb0b-7945-4553-aa94-9fc764cc074d', 'name': 'tempest-TestVolumeBootPattern-1871058864-router', 'tenant_id': '293569687c234e31b6fb49c044d495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a026cb64-c14c-450c-a794-8a5729b8a68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:10Z', 'updated_at': '2021-06-23T14:52:11Z', 'revision_number': 3, 'project_id': '293569687c234e31b6fb49c044d495b8', 'gw_port': {'id': 'a026cb64-c14c-450c-a794-8a5729b8a68d', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1436bb0b-7945-4553-aa94-9fc764cc074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:11Z', 'updated_at': '2021-06-23T14:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}] {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:52:15.282657 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16234859'] for router_interface, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:15.467893 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47749e4c-1cd2-432f-837e-a6d2eff634d4 req-4f528ee2-b35d-469e-af04-ce6c90d0e741 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:15.469404 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-47749e4c-1cd2-432f-837e-a6d2eff634d4 req-4f528ee2-b35d-469e-af04-ce6c90d0e741 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.2265487 Jun 23 14:52:15.541156 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-69461a65-e719-4349-bb77-1de2a8f1263e None None] Provisioning for port e6517d2e-0590-4275-bc27-45a46f9ee641 completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:52:15.555627 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-69461a65-e719-4349-bb77-1de2a8f1263e None None] Provisioning complete for port e6517d2e-0590-4275-bc27-45a46f9ee641 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:15.556474 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-69461a65-e719-4349-bb77-1de2a8f1263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:15.593735 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:15.647589 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-47749e4c-1cd2-432f-837e-a6d2eff634d4 req-7d88c568-de92-4dd6-bfd4-16db8da1ead1 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634264 Jun 23 14:52:15.647844 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-69461a65-e719-4349-bb77-1de2a8f1263e None None] Port e6517d2e-0590-4275-bc27-45a46f9ee641 cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:52:15.981258 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:15.989551 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:15.992172 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:16.002840 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e10a05-b64f-4c70-958a-1ae09e2cb981 req-5e1b4673-72e3-4bff-8a1d-9d7c54c4aa05 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:16.008844 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-53e10a05-b64f-4c70-958a-1ae09e2cb981 req-5e1b4673-72e3-4bff-8a1d-9d7c54c4aa05 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 943 time: 0.1506467 Jun 23 14:52:16.116492 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] Pushing event updated for resources: {'Port': ['ID=e6517d2e-0590-4275-bc27-45a46f9ee641,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:16.120286 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:16.155039 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-53e10a05-b64f-4c70-958a-1ae09e2cb981 req-1b044f37-4599-4bcb-a59a-0a827cf53c49 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898850 Jun 23 14:52:16.158699 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16199652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16234887'] for router_interface, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:16.330035 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] Network 5a4e3827-cfb2-4e52-a994-7d5644b345af is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:52:16.332569 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:52:16.559562 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561136b-c6e3-436f-9933-d539d4b3055a req-36c2bc83-42a3-420e-a7cc-a501ff38b9b6 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:16.561797 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a561136b-c6e3-436f-9933-d539d4b3055a req-36c2bc83-42a3-420e-a7cc-a501ff38b9b6 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.2465739 Jun 23 14:52:16.599329 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device a026cb64-c14c-450c-a794-8a5729b8a68d up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:52:16.632760 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] Router 1436bb0b-7945-4553-aa94-9fc764cc074d has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:52:16.656902 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a561136b-c6e3-436f-9933-d539d4b3055a req-7e0f8272-6620-46ed-8ba5-6168c7bb975a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882494 Jun 23 14:52:16.711264 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9a089772-dd00-4f60-8dee-f991ba4995aa None None] Provisioning complete for port e6517d2e-0590-4275-bc27-45a46f9ee641 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:16.712766 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9a089772-dd00-4f60-8dee-f991ba4995aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:16.718679 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port a026cb64-c14c-450c-a794-8a5729b8a68d completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:52:16.758456 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port a026cb64-c14c-450c-a794-8a5729b8a68d triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:16.759013 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:16.804718 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9a089772-dd00-4f60-8dee-f991ba4995aa None None] Port e6517d2e-0590-4275-bc27-45a46f9ee641 cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:52:16.859133 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:52:16.870969 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] 10.222.0.65 "PUT /v2.0/routers/1436bb0b-7945-4553-aa94-9fc764cc074d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7996640 Jun 23 14:52:16.903041 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:16.945866 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] For port a026cb64-c14c-450c-a794-8a5729b8a68d, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=a026cb64-c14c-450c-a794-8a5729b8a68d,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:52:16.971067 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:16.973206 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886c863-217b-4ea3-be8c-cf540e46d9ec req-51039bda-71cf-468a-8ed8-0de85031e4f3 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:16.976016 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-80bf81e9-7b3c-41b5-a2c0-afb7d94dfad0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:16.979516 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2886c863-217b-4ea3-be8c-cf540e46d9ec req-51039bda-71cf-468a-8ed8-0de85031e4f3 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0892522 Jun 23 14:52:17.030082 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2886c863-217b-4ea3-be8c-cf540e46d9ec req-1e5d5cf6-28a3-43e9-a5c5-37afabf2ae5b tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447671 Jun 23 14:52:17.043256 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Pushing event updated for resources: {'Port': ['ID=a026cb64-c14c-450c-a794-8a5729b8a68d,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:17.047742 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:17.257553 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc7782-c5b7-48ae-8427-8c5991f1dd24 req-2d4a494e-cec5-4c7c-8e71-12da440be57a tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:17.259337 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-89cc7782-c5b7-48ae-8427-8c5991f1dd24 req-2d4a494e-cec5-4c7c-8e71-12da440be57a tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.0662136 Jun 23 14:52:17.306934 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-89cc7782-c5b7-48ae-8427-8c5991f1dd24 req-e337e831-3e2b-45f9-81b6-0b93dcf977fb tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402324 Jun 23 14:52:17.498441 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] Sync routers for ids ['1436bb0b-7945-4553-aa94-9fc764cc074d'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:52:17.512641 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] Routers {'1436bb0b-7945-4553-aa94-9fc764cc074d'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:52:17.512641 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:52:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1436bb0b-7945-4553-aa94-9fc764cc074d'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:17.634509 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] Set router 1436bb0b-7945-4553-aa94-9fc764cc074d gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:52:17.772707 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 36190) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:17.780728 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-0c3c65c5-9cb5-4454-b1fc-def21bc02d79 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-147959907', 'description': 'tempest-secgroup-smoke-147959907 description', 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:17.813520 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-0c3c65c5-9cb5-4454-b1fc-def21bc02d79 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:17.921020 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1436bb0b-7945-4553-aa94-9fc764cc074d', 'name': 'tempest-TestVolumeBootPattern-1871058864-router', 'tenant_id': '293569687c234e31b6fb49c044d495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a026cb64-c14c-450c-a794-8a5729b8a68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:10Z', 'updated_at': '2021-06-23T14:52:15Z', 'revision_number': 4, 'project_id': '293569687c234e31b6fb49c044d495b8', 'gw_port': {'id': 'a026cb64-c14c-450c-a794-8a5729b8a68d', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1436bb0b-7945-4553-aa94-9fc764cc074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:11Z', 'updated_at': '2021-06-23T14:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': 'e6517d2e-0590-4275-bc27-45a46f9ee641', 'name': '', 'network_id': '5a4e3827-cfb2-4e52-a994-7d5644b345af', 'tenant_id': '293569687c234e31b6fb49c044d495b8', 'mac_address': 'fa:16:3e:4d:52:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1436bb0b-7945-4553-aa94-9fc764cc074d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'db131055-323a-4bab-b10b-71ad262fa6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:14Z', 'updated_at': '2021-06-23T14:52:15Z', 'revision_number': 2, 'project_id': '293569687c234e31b6fb49c044d495b8', 'subnets': [{'id': 'db131055-323a-4bab-b10b-71ad262fa6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:17.952810 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] Checking router: 1436bb0b-7945-4553-aa94-9fc764cc074d for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:52:17.953255 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] Updating router 1436bb0b-7945-4553-aa94-9fc764cc074d port e6517d2e-0590-4275-bc27-45a46f9ee641 binding host dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:52:17.999514 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:18.040830 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded2eac-5c58-425d-abde-28c489675eb5 req-4defc989-3ab6-412d-8c1a-c9140dbdaf6f tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:18.042491 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fded2eac-5c58-425d-abde-28c489675eb5 req-4defc989-3ab6-412d-8c1a-c9140dbdaf6f tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 943 time: 0.1711712 Jun 23 14:52:18.055311 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-0c3c65c5-9cb5-4454-b1fc-def21bc02d79 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:18.073491 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-0c3c65c5-9cb5-4454-b1fc-def21bc02d79 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:18.078351 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:18.120393 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fded2eac-5c58-425d-abde-28c489675eb5 req-fec3ed89-13ad-4f0e-aeb1-8689fe78657f tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698936 Jun 23 14:52:18.123925 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-0c3c65c5-9cb5-4454-b1fc-def21bc02d79 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:18.125340 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-0c3c65c5-9cb5-4454-b1fc-def21bc02d79 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3513820 Jun 23 14:52:18.128932 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 36196) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:18.133917 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-46662784-4e67-4155-8950-d395acbab53d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Request body: {'security_group_rule': {'security_group_id': '8f179989-7049-4134-9a8c-0ec5dffd6bb0', 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:18.139094 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c65c5-9cb5-4454-b1fc-def21bc02d79 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f179989-7049-4134-9a8c-0ec5dffd6bb0,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:18.144773 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-0c3c65c5-9cb5-4454-b1fc-def21bc02d79 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:18.177974 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-46662784-4e67-4155-8950-d395acbab53d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:18.256409 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-46662784-4e67-4155-8950-d395acbab53d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:18.263570 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-46662784-4e67-4155-8950-d395acbab53d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:18.266906 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:18.288031 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46662784-4e67-4155-8950-d395acbab53d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd82537f-a164-4a87-ba7b-a006b81bae54,revision_number=0']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:18.307784 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-46662784-4e67-4155-8950-d395acbab53d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:18.315129 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-46662784-4e67-4155-8950-d395acbab53d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:18.316429 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-46662784-4e67-4155-8950-d395acbab53d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1864333 Jun 23 14:52:18.321518 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 36198) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:18.326879 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-54290038-89bc-4911-bffd-7c42fb772706 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Request body: {'security_group_rule': {'security_group_id': '8f179989-7049-4134-9a8c-0ec5dffd6bb0', 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:18.393852 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-54290038-89bc-4911-bffd-7c42fb772706 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:18.487401 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-54290038-89bc-4911-bffd-7c42fb772706 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:18.510162 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-54290038-89bc-4911-bffd-7c42fb772706 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:18.516790 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-8d366db4-b08d-406d-bf33-6332d580d1cb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:18.520155 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device a026cb64-c14c-450c-a794-8a5729b8a68d up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:52:18.566433 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54290038-89bc-4911-bffd-7c42fb772706 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70181813-b92f-48eb-9d75-d9ae09f11e76,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:18.571111 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-54290038-89bc-4911-bffd-7c42fb772706 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:18.583938 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-54290038-89bc-4911-bffd-7c42fb772706 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:18.585803 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-54290038-89bc-4911-bffd-7c42fb772706 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2625179 Jun 23 14:52:18.588046 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 36202) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:18.593077 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-627fd9ab-56c0-4371-abde-b4e615160c68 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Request body: {'security_group_rule': {'security_group_id': '8f179989-7049-4134-9a8c-0ec5dffd6bb0', 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:18.618853 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] Notify callbacks [] for port, precommit_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:18.638937 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] Transition to ACTIVE for port object e6517d2e-0590-4275-bc27-45a46f9ee641 will not be triggered until provisioned by entity L2. {{(pid=104658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:52:18.644946 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port a026cb64-c14c-450c-a794-8a5729b8a68d triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:18.644946 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:18.660967 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6abc2-7cca-45a1-99b4-9316212e8972 req-0476042c-4687-405e-98f4-25180a22d4b9 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:18.662497 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-72a6abc2-7cca-45a1-99b4-9316212e8972 req-0476042c-4687-405e-98f4-25180a22d4b9 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.0898728 Jun 23 14:52:18.663622 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-627fd9ab-56c0-4371-abde-b4e615160c68 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:18.673569 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:18.682982 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-f2c2bce3-1820-4fc7-80d3-586f47eefc9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:18.712583 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-72a6abc2-7cca-45a1-99b4-9316212e8972 req-2aea5033-59ce-439c-970e-dbf9b2d84bb6 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403721 Jun 23 14:52:18.789898 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-627fd9ab-56c0-4371-abde-b4e615160c68 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:18.795311 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-627fd9ab-56c0-4371-abde-b4e615160c68 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:18.801401 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-88e636b2-a41b-4156-8376-2f4fe62aa865 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:18.836727 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fd9ab-56c0-4371-abde-b4e615160c68 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82052ba-6c01-4588-8ccd-87b6bb970045,revision_number=0']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:18.853171 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-627fd9ab-56c0-4371-abde-b4e615160c68 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:18.860607 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-627fd9ab-56c0-4371-abde-b4e615160c68 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:18.862449 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-627fd9ab-56c0-4371-abde-b4e615160c68 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2733958 Jun 23 14:52:18.871826 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 36204) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:18.884561 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-5eed2a1e-c77c-4bb1-9c50-0094486128a8 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Request body: {'security_group_rule': {'security_group_id': '8f179989-7049-4134-9a8c-0ec5dffd6bb0', 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:18.898051 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddea84-064b-4a4a-8a8e-20ab7f5033b3 None None] Pushing event updated for resources: {'Port': ['ID=e6517d2e-0590-4275-bc27-45a46f9ee641,revision_number=3']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:18.921103 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-e7ddea84-064b-4a4a-8a8e-20ab7f5033b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:18.934341 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] Attempting to bind port e6517d2e-0590-4275-bc27-45a46f9ee641 on host dv-cinder-796286-8-iscsi for vnic_type normal with profile {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:52:18.934725 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] Attempting to bind port e6517d2e-0590-4275-bc27-45a46f9ee641 by drivers openvswitch,hyperv on host dv-cinder-796286-8-iscsi at level 0 using segments [{'id': 'a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5a4e3827-cfb2-4e52-a994-7d5644b345af'}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:52:18.935140 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] Attempting to bind port e6517d2e-0590-4275-bc27-45a46f9ee641 on network 5a4e3827-cfb2-4e52-a994-7d5644b345af {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:52:18.943270 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-5eed2a1e-c77c-4bb1-9c50-0094486128a8 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:18.993393 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] Checking agent: {'id': '70ebc0ff-0134-40a6-ba0d-d0493e4020c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 41, 40), 'started_at': datetime.datetime(2021, 6, 23, 14, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:52:18.993973 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] Checking segment: {'id': 'a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5a4e3827-cfb2-4e52-a994-7d5644b345af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:52:18.994234 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:18.994680 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] Bound using segment: {'id': 'a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5a4e3827-cfb2-4e52-a994-7d5644b345af'} {{(pid=104658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:52:18.995140 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.managers [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] Bound port: e6517d2e-0590-4275-bc27-45a46f9ee641, host: dv-cinder-796286-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5a4e3827-cfb2-4e52-a994-7d5644b345af'}}] {{(pid=104658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:52:18.995569 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:19.059545 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-5eed2a1e-c77c-4bb1-9c50-0094486128a8 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:19.065898 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-5eed2a1e-c77c-4bb1-9c50-0094486128a8 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:19.070965 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-3bd9d814-8a5f-4aef-9ac2-46cc262b8362 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:19.107475 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed2a1e-c77c-4bb1-9c50-0094486128a8 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912f62b5-c38b-4cc4-8fa8-0a27e8e31fda,revision_number=0']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:19.110066 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-5eed2a1e-c77c-4bb1-9c50-0094486128a8 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:19.112211 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-5eed2a1e-c77c-4bb1-9c50-0094486128a8 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:19.114295 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-5eed2a1e-c77c-4bb1-9c50-0094486128a8 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2345846 Jun 23 14:52:19.117922 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 36208) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:19.135054 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-07795ceb-8b35-4d76-8d9f-57d45d331f16 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Request body: {'security_group_rule': {'security_group_id': '8f179989-7049-4134-9a8c-0ec5dffd6bb0', 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:19.147778 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] For port e6517d2e-0590-4275-bc27-45a46f9ee641, host dv-cinder-796286-8-iscsi, cleared binding levels {{(pid=104658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:52:19.152580 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60c9d3-1d3b-45fc-bb7d-152a0204454e req-d0e80536-8d81-497c-8c76-80156d2ee5fa tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:19.155909 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-df60c9d3-1d3b-45fc-bb7d-152a0204454e req-d0e80536-8d81-497c-8c76-80156d2ee5fa tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.2232766 Jun 23 14:52:19.170506 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] For port e6517d2e-0590-4275-bc27-45a46f9ee641, host dv-cinder-796286-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=e6517d2e-0590-4275-bc27-45a46f9ee641,segment=NetworkSegment(a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb),segment_id=a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb)] {{(pid=104658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:52:19.172832 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.db.securitygroups_db [None req-07795ceb-8b35-4d76-8d9f-57d45d331f16 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Project de80d8e05e914e30aa0a7ca86303ac3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:52:19.177423 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:19.179689 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:19.182083 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-07795ceb-8b35-4d76-8d9f-57d45d331f16 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:19.221103 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-df60c9d3-1d3b-45fc-bb7d-152a0204454e req-660bb8af-5707-4740-8582-85964f453e35 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580022 Jun 23 14:52:19.246599 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] Routers {'1436bb0b-7945-4553-aa94-9fc764cc074d'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:52:19.247261 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:52:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1436bb0b-7945-4553-aa94-9fc764cc074d'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:19.285363 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-07795ceb-8b35-4d76-8d9f-57d45d331f16 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:19.293190 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-07795ceb-8b35-4d76-8d9f-57d45d331f16 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:19.296505 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddea84-064b-4a4a-8a8e-20ab7f5033b3 None None] Pushing event updated for resources: {'Port': ['ID=e6517d2e-0590-4275-bc27-45a46f9ee641,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:19.296938 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-46662784-4e67-4155-8950-d395acbab53d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:19.301587 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-e7ddea84-064b-4a4a-8a8e-20ab7f5033b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:19.329890 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-07795ceb-8b35-4d76-8d9f-57d45d331f16 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:19.331368 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-07795ceb-8b35-4d76-8d9f-57d45d331f16 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2120507 Jun 23 14:52:19.332602 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07795ceb-8b35-4d76-8d9f-57d45d331f16 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a1127c-95a6-4404-86da-fa392ddf260e,revision_number=0']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:19.335189 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 36214) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:19.344519 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-39ab6ff8-fd46-4785-bdcf-a377e9f79334 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Request body: {'security_group_rule': {'security_group_id': '8f179989-7049-4134-9a8c-0ec5dffd6bb0', 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:19.347649 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-07795ceb-8b35-4d76-8d9f-57d45d331f16 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:19.417236 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] Set router 1436bb0b-7945-4553-aa94-9fc764cc074d gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:52:19.720642 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1436bb0b-7945-4553-aa94-9fc764cc074d', 'name': 'tempest-TestVolumeBootPattern-1871058864-router', 'tenant_id': '293569687c234e31b6fb49c044d495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a026cb64-c14c-450c-a794-8a5729b8a68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:10Z', 'updated_at': '2021-06-23T14:52:15Z', 'revision_number': 4, 'project_id': '293569687c234e31b6fb49c044d495b8', 'gw_port': {'id': 'a026cb64-c14c-450c-a794-8a5729b8a68d', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1436bb0b-7945-4553-aa94-9fc764cc074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:11Z', 'updated_at': '2021-06-23T14:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': 'e6517d2e-0590-4275-bc27-45a46f9ee641', 'name': '', 'network_id': '5a4e3827-cfb2-4e52-a994-7d5644b345af', 'tenant_id': '293569687c234e31b6fb49c044d495b8', 'mac_address': 'fa:16:3e:4d:52:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1436bb0b-7945-4553-aa94-9fc764cc074d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'db131055-323a-4bab-b10b-71ad262fa6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:14Z', 'updated_at': '2021-06-23T14:52:19Z', 'revision_number': 4, 'project_id': '293569687c234e31b6fb49c044d495b8', 'subnets': [{'id': 'db131055-323a-4bab-b10b-71ad262fa6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:19.748910 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddae85b-b25d-4a1f-bef1-14542832df24 None None] The sync data for ids ['1436bb0b-7945-4553-aa94-9fc764cc074d'] in dv-cinder-796286-8-iscsi is: [{'id': '1436bb0b-7945-4553-aa94-9fc764cc074d', 'name': 'tempest-TestVolumeBootPattern-1871058864-router', 'tenant_id': '293569687c234e31b6fb49c044d495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a026cb64-c14c-450c-a794-8a5729b8a68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:10Z', 'updated_at': '2021-06-23T14:52:15Z', 'revision_number': 4, 'project_id': '293569687c234e31b6fb49c044d495b8', 'gw_port': {'id': 'a026cb64-c14c-450c-a794-8a5729b8a68d', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1436bb0b-7945-4553-aa94-9fc764cc074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:11Z', 'updated_at': '2021-06-23T14:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': 'e6517d2e-0590-4275-bc27-45a46f9ee641', 'name': '', 'network_id': '5a4e3827-cfb2-4e52-a994-7d5644b345af', 'tenant_id': '293569687c234e31b6fb49c044d495b8', 'mac_address': 'fa:16:3e:4d:52:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1436bb0b-7945-4553-aa94-9fc764cc074d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'db131055-323a-4bab-b10b-71ad262fa6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:14Z', 'updated_at': '2021-06-23T14:52:19Z', 'revision_number': 4, 'project_id': '293569687c234e31b6fb49c044d495b8', 'subnets': [{'id': 'db131055-323a-4bab-b10b-71ad262fa6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:52:19.761541 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.db.securitygroups_db [None req-39ab6ff8-fd46-4785-bdcf-a377e9f79334 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Project de80d8e05e914e30aa0a7ca86303ac3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:52:19.769188 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-39ab6ff8-fd46-4785-bdcf-a377e9f79334 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:19.857100 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdb471-644e-4106-81e2-ee525b1af99f req-62c6913a-ed66-4240-863a-7194b27c6423 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:19.858682 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-83bdb471-644e-4106-81e2-ee525b1af99f req-62c6913a-ed66-4240-863a-7194b27c6423 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.4862816 Jun 23 14:52:19.927302 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-39ab6ff8-fd46-4785-bdcf-a377e9f79334 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:19.933544 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-39ab6ff8-fd46-4785-bdcf-a377e9f79334 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:19.940802 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-a203c978-a83c-45b3-a3aa-0bcc2bb8076c tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:19.949610 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-83bdb471-644e-4106-81e2-ee525b1af99f req-81f2858e-3996-455f-843a-ab80aed85e54 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849986 Jun 23 14:52:19.962222 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab6ff8-fd46-4785-bdcf-a377e9f79334 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca550b2b-fa2d-4892-be62-17667c812c45,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:19.966181 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-39ab6ff8-fd46-4785-bdcf-a377e9f79334 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:19.966773 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-39ab6ff8-fd46-4785-bdcf-a377e9f79334 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:19.970385 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-39ab6ff8-fd46-4785-bdcf-a377e9f79334 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6333857 Jun 23 14:52:20.168073 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09297d-202c-4e95-8a13-3deb4405acf1 req-0d6800d0-49ca-4592-9582-4df8a0fa794b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:20.170951 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ca09297d-202c-4e95-8a13-3deb4405acf1 req-0d6800d0-49ca-4592-9582-4df8a0fa794b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 943 time: 0.0736094 Jun 23 14:52:20.211694 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ca09297d-202c-4e95-8a13-3deb4405acf1 req-01ce8e4c-d7a9-4e97-a480-31613b33b8b3 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348542 Jun 23 14:52:20.386398 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3c5b7-565c-426a-a1cb-5df605fb9ca4 req-4a3592a9-ad12-4bb1-b640-3936d4179c7a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:20.388078 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-eca3c5b7-565c-426a-a1cb-5df605fb9ca4 req-4a3592a9-ad12-4bb1-b640-3936d4179c7a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.0694380 Jun 23 14:52:20.458969 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-eca3c5b7-565c-426a-a1cb-5df605fb9ca4 req-5146eb30-c42a-45cc-a00d-a157e35dfe53 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642281 Jun 23 14:52:20.536561 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device e6517d2e-0590-4275-bc27-45a46f9ee641 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:52:20.615103 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning for port e6517d2e-0590-4275-bc27-45a46f9ee641 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:52:20.619470 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port e6517d2e-0590-4275-bc27-45a46f9ee641 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:20.619859 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:20.718550 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cb8e4-e212-4faf-9c3e-90782648a041 req-e986e89e-8343-48d1-9129-2831731d2e45 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:20.720168 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e80cb8e4-e212-4faf-9c3e-90782648a041 req-e986e89e-8343-48d1-9129-2831731d2e45 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.1063595 Jun 23 14:52:20.732999 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:20.791890 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] For port e6517d2e-0590-4275-bc27-45a46f9ee641, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=e6517d2e-0590-4275-bc27-45a46f9ee641,segment=NetworkSegment(a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb),segment_id=a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:52:20.797696 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:20.801519 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-53e13d83-7e16-48ec-ac70-aba7784ffec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:20.818434 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e80cb8e4-e212-4faf-9c3e-90782648a041 req-9a7925f3-76ab-4a4e-8771-dd494f04c2c2 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918267 Jun 23 14:52:20.865234 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Pushing event updated for resources: {'Port': ['ID=e6517d2e-0590-4275-bc27-45a46f9ee641,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:20.869445 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:20.869652 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324ec75-03b0-46f3-887e-1ebff9b7557c req-61c65bbe-d770-4628-bcf6-039c776fc8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:20.871056 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d324ec75-03b0-46f3-887e-1ebff9b7557c req-61c65bbe-d770-4628-bcf6-039c776fc8b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ae03c8936d4b8aae737d381bdafe5a&device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 1096 time: 0.1096127 Jun 23 14:52:21.018212 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324ec75-03b0-46f3-887e-1ebff9b7557c req-779a2258-553e-4ac7-ab23-c81e06bd2ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:21.019108 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d324ec75-03b0-46f3-887e-1ebff9b7557c req-779a2258-553e-4ac7-ab23-c81e06bd2ded service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=48ae03c8936d4b8aae737d381bdafe5a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1336968 Jun 23 14:52:21.184423 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324ec75-03b0-46f3-887e-1ebff9b7557c req-eb02c56f-5631-4e08-993f-e822fa2b02f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:21.186001 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d324ec75-03b0-46f3-887e-1ebff9b7557c req-eb02c56f-5631-4e08-993f-e822fa2b02f8 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1491454 Jun 23 14:52:21.205640 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06473bf1-54ff-43bc-8562-8f3a50ebf640 req-8a0356ee-bfa7-4402-9c56-b4a9f9f1e662 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:21.207759 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-06473bf1-54ff-43bc-8562-8f3a50ebf640 req-8a0356ee-bfa7-4402-9c56-b4a9f9f1e662 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.0936434 Jun 23 14:52:21.257241 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-06473bf1-54ff-43bc-8562-8f3a50ebf640 req-ac0d08a3-2448-47c8-9b89-adff03658d50 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437391 Jun 23 14:52:21.302491 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330946c6-6019-4537-86a5-fda4229b3b98 req-50aff1f3-dd38-4e74-827e-a0fc645c7952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:21.303974 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-330946c6-6019-4537-86a5-fda4229b3b98 req-50aff1f3-dd38-4e74-827e-a0fc645c7952 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ae03c8936d4b8aae737d381bdafe5a&device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 1096 time: 0.0599027 Jun 23 14:52:21.360651 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-330946c6-6019-4537-86a5-fda4229b3b98 req-f293f9ad-488f-42c8-9fdf-98b2395a1ef4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2dbb36f-8751-44c6-92b3-d6bf0359295f HTTP/1.1" status: 200 len: 217 time: 0.0375311 Jun 23 14:52:21.399858 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc042d-020b-4475-98ae-742c38edb6b5 req-0793b7e6-e863-4903-baf7-48fecde6bb88 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:21.401344 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-85bc042d-020b-4475-98ae-742c38edb6b5 req-0793b7e6-e863-4903-baf7-48fecde6bb88 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 943 time: 0.0641739 Jun 23 14:52:21.416046 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330946c6-6019-4537-86a5-fda4229b3b98 req-d87de31f-239a-4d39-8415-e5cc482cfb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:21.418383 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-330946c6-6019-4537-86a5-fda4229b3b98 req-d87de31f-239a-4d39-8415-e5cc482cfb58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9269878-b91e-4434-829a-8b123dec3d3e HTTP/1.1" status: 200 len: 853 time: 0.0476174 Jun 23 14:52:21.444108 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-85bc042d-020b-4475-98ae-742c38edb6b5 req-3bc502bf-c72b-4bae-9d64-8b1c353ae8a5 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367494 Jun 23 14:52:21.494489 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330946c6-6019-4537-86a5-fda4229b3b98 req-846448ae-0123-46bf-be8a-f41f03a88b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:21.495933 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-330946c6-6019-4537-86a5-fda4229b3b98 req-846448ae-0123-46bf-be8a-f41f03a88b05 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a1115ee8-5372-48ee-a732-c77948f674dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595322 Jun 23 14:52:21.628273 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-330946c6-6019-4537-86a5-fda4229b3b98 req-46032e12-ead2-46a9-b0b3-5897c23e606b service neutron] 10.222.0.44 "GET /v2.0/networks/a1115ee8-5372-48ee-a732-c77948f674dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165452 Jun 23 14:52:21.720759 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e5031-0559-4ed3-8a90-9c871532c774 req-6d4a652b-e470-4ef3-9ffb-c2729704d756 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:21.722230 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c79e5031-0559-4ed3-8a90-9c871532c774 req-6d4a652b-e470-4ef3-9ffb-c2729704d756 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.1390052 Jun 23 14:52:21.758656 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-330946c6-6019-4537-86a5-fda4229b3b98 req-3555f7d2-9e53-4978-b59e-e9c3ca40b585 service neutron] 10.222.0.44 "GET /v2.0/networks/a1115ee8-5372-48ee-a732-c77948f674dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232407 Jun 23 14:52:21.775597 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c79e5031-0559-4ed3-8a90-9c871532c774 req-ce264033-47c5-4bb8-89c4-02295b2f5f79 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449209 Jun 23 14:52:22.021706 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf7b48-78a1-40fe-ac10-32e41306228b req-8ed5d187-8897-46e8-90bc-60d5a11fd3fc tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:22.023162 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3daf7b48-78a1-40fe-ac10-32e41306228b req-8ed5d187-8897-46e8-90bc-60d5a11fd3fc tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0676675 Jun 23 14:52:22.063814 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3daf7b48-78a1-40fe-ac10-32e41306228b req-029c02b5-1ccf-4b46-8aed-75309ed4fe01 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338593 Jun 23 14:52:22.443633 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936838b-4599-42a7-a090-bc49fb47ee8f req-a0b637e5-90bb-4a6f-9662-db62b566644d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:22.445402 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3936838b-4599-42a7-a090-bc49fb47ee8f req-a0b637e5-90bb-4a6f-9662-db62b566644d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.0782278 Jun 23 14:52:22.487052 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3936838b-4599-42a7-a090-bc49fb47ee8f req-a05d805b-3c69-44cd-8773-0f0de22e95a6 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354464 Jun 23 14:52:22.487264 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device e6517d2e-0590-4275-bc27-45a46f9ee641 up at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:52:22.538125 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Provisioning complete for port e6517d2e-0590-4275-bc27-45a46f9ee641 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:22.538455 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:22.627830 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa82ac3-a401-41a0-9b3e-fe03a8912176 req-f61fc412-f623-490a-a98c-2d979a40f0da tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:22.629453 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4aa82ac3-a401-41a0-9b3e-fe03a8912176 req-f61fc412-f623-490a-a98c-2d979a40f0da tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 943 time: 0.0666931 Jun 23 14:52:22.670691 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4aa82ac3-a401-41a0-9b3e-fe03a8912176 req-bbb74a32-5122-4516-bc1f-c318260b2c03 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348015 Jun 23 14:52:22.954197 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66a195-3a6f-405d-8555-8e9617f8e867 req-1c052dca-916c-426d-be5e-da9fe8c211a3 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:22.955757 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ac66a195-3a6f-405d-8555-8e9617f8e867 req-1c052dca-916c-426d-be5e-da9fe8c211a3 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.0632331 Jun 23 14:52:22.992380 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ac66a195-3a6f-405d-8555-8e9617f8e867 req-ac14c6ca-4a01-489a-99cf-ee8163880fc2 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311263 Jun 23 14:52:23.239053 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb55a5-6ee6-4b51-a763-3336fdcb32a3 req-8ccf1a50-2071-47d0-85a2-e09cccabc0f7 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:23.240501 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6fcb55a5-6ee6-4b51-a763-3336fdcb32a3 req-8ccf1a50-2071-47d0-85a2-e09cccabc0f7 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0646122 Jun 23 14:52:23.251629 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 1cbddff4-17f6-40d0-b5a1-9b072835544f details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:52:23.280667 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6fcb55a5-6ee6-4b51-a763-3336fdcb32a3 req-de541ee7-7e74-479c-a4a6-91050ce15faa tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345368 Jun 23 14:52:23.346141 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 1cbddff4-17f6-40d0-b5a1-9b072835544f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1cbddff4-17f6-40d0-b5a1-9b072835544f,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:52:23.356520 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': '1cbddff4-17f6-40d0-b5a1-9b072835544f', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'port_id': '1cbddff4-17f6-40d0-b5a1-9b072835544f', 'mac_address': 'fa:16:3e:e7:55:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:52:23.396278 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:23.409858 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1cbddff4-17f6-40d0-b5a1-9b072835544f {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:52:23.438825 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 1cbddff4-17f6-40d0-b5a1-9b072835544f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1cbddff4-17f6-40d0-b5a1-9b072835544f,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:52:23.443798 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:23.445581 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:23.489695 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=1cbddff4-17f6-40d0-b5a1-9b072835544f,revision_number=6']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:23.493177 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:23.661269 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa0773-a049-4095-a55c-c638aa58f5af req-2a8c355e-1f12-4214-9524-bc9fab7a18cb tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:23.662917 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-91aa0773-a049-4095-a55c-c638aa58f5af req-2a8c355e-1f12-4214-9524-bc9fab7a18cb tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.0639544 Jun 23 14:52:23.704052 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-91aa0773-a049-4095-a55c-c638aa58f5af req-b83aeb2e-6bce-47d2-a58c-24c64eb51f19 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353897 Jun 23 14:52:23.725218 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['1cbddff4-17f6-40d0-b5a1-9b072835544f'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:52:23.813834 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db31c4-2486-48bb-8336-f5a03f001801 req-f37a5c4e-1de7-4e29-9588-a62da0e0d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:23.815452 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-f0db31c4-2486-48bb-8336-f5a03f001801 req-f37a5c4e-1de7-4e29-9588-a62da0e0d3d2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 1099 time: 0.0605235 Jun 23 14:52:23.854874 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-f0db31c4-2486-48bb-8336-f5a03f001801 req-07f85400-8446-494f-a087-18cc158f690e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318506 Jun 23 14:52:23.877919 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1ab46-7c39-4660-a2d0-717e36f97938 req-fde385b3-7de7-4a18-adbd-9a1a2897f976 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:23.879424 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-aad1ab46-7c39-4660-a2d0-717e36f97938 req-fde385b3-7de7-4a18-adbd-9a1a2897f976 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 943 time: 0.0718160 Jun 23 14:52:23.916003 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-aad1ab46-7c39-4660-a2d0-717e36f97938 req-16c69f9b-4537-49f1-8a8b-8d0f55b27e41 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304995 Jun 23 14:52:24.175706 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf6292-264e-4a04-bd71-839e65930576 req-a494d73a-f1da-48ec-b7e4-bca7d2331c63 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:24.177175 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b9bf6292-264e-4a04-bd71-839e65930576 req-a494d73a-f1da-48ec-b7e4-bca7d2331c63 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 944 time: 0.0651591 Jun 23 14:52:24.214430 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b9bf6292-264e-4a04-bd71-839e65930576 req-bef527e3-f5c2-4008-b7fc-c390c806ebbc tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313649 Jun 23 14:52:24.459066 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643521b-a6bf-4476-a457-5f3428f600b2 req-aa8a767e-94f1-42a9-bb4a-39b9c32145ea tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:24.460517 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-1643521b-a6bf-4476-a457-5f3428f600b2 req-aa8a767e-94f1-42a9-bb4a-39b9c32145ea tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0674329 Jun 23 14:52:24.498576 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-1643521b-a6bf-4476-a457-5f3428f600b2 req-efa7bb84-7c24-499d-b1ca-22d808751735 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323491 Jun 23 14:52:24.684103 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:24.891335 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f8ecf-6e7a-4527-9233-8046a27cd6d4 req-09497699-917e-40bc-8254-7fbb5c1dbc86 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:24.892811 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ff3f8ecf-6e7a-4527-9233-8046a27cd6d4 req-09497699-917e-40bc-8254-7fbb5c1dbc86 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.0679927 Jun 23 14:52:24.931794 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ff3f8ecf-6e7a-4527-9233-8046a27cd6d4 req-8dbda8d9-2dab-4f7e-ada2-2bc6df7b0d1c tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331979 Jun 23 14:52:25.102147 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94879be-0184-48ff-ade0-3648a6674aec req-477156b2-516c-46cd-bf3d-a20b20ab5ce9 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:25.103635 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c94879be-0184-48ff-ade0-3648a6674aec req-477156b2-516c-46cd-bf3d-a20b20ab5ce9 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 943 time: 0.0675242 Jun 23 14:52:25.142361 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c94879be-0184-48ff-ade0-3648a6674aec req-b5d1a0e0-2ea9-45d5-8f10-22bad8b8266c tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324371 Jun 23 14:52:25.252956 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 1cbddff4-17f6-40d0-b5a1-9b072835544f up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:52:25.301505 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port 1cbddff4-17f6-40d0-b5a1-9b072835544f triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:25.301991 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:25.390153 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:25.418679 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab1818e-124b-44f6-8290-75fed35fe3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbddff4-17f6-40d0-b5a1-9b072835544f'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:52:25.421804 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11808d6-1b9f-4395-8126-8c34a5785fb7" -d '{"events": [{"server_uuid": "0ab1818e-124b-44f6-8290-75fed35fe3b0", "name": "network-vif-plugged", "status": "completed", "tag": "1cbddff4-17f6-40d0-b5a1-9b072835544f"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:52:25.436179 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e51fd3-db95-43db-8c88-b3179ae572bc req-7c9db65c-6049-4244-9eab-93114b5d158b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:25.437420 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 1cbddff4-17f6-40d0-b5a1-9b072835544f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1cbddff4-17f6-40d0-b5a1-9b072835544f,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:52:25.439691 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e2e51fd3-db95-43db-8c88-b3179ae572bc req-7c9db65c-6049-4244-9eab-93114b5d158b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 944 time: 0.0947115 Jun 23 14:52:25.446413 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:25.448353 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:25.481037 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e2e51fd3-db95-43db-8c88-b3179ae572bc req-9664fb39-d72a-4ca0-a1f7-dec68cf0a2ca tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348763 Jun 23 14:52:25.494559 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=1cbddff4-17f6-40d0-b5a1-9b072835544f,revision_number=7']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:25.504773 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-e79705be-c738-4fbf-a24c-ce6d90ce7500 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-383851685&fields=id&tenant_id=4d0239c96c2549dd902af083cc256da8 HTTP/1.1" status: 200 len: 267 time: 0.0362065 Jun 23 14:52:25.507435 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:25.539874 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7152a5-c3a1-4d46-8b6e-79c526525ee7 x-openstack-request-id: req-ef7152a5-c3a1-4d46-8b6e-79c526525ee7 {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:52:25.540159 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab1818e-124b-44f6-8290-75fed35fe3b0", "name": "network-vif-plugged", "status": "completed", "tag": "1cbddff4-17f6-40d0-b5a1-9b072835544f", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:52:25.540421 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef7152a5-c3a1-4d46-8b6e-79c526525ee7 {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:52:25.541345 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab1818e-124b-44f6-8290-75fed35fe3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbddff4-17f6-40d0-b5a1-9b072835544f', 'code': 200} Jun 23 14:52:25.609994 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-00f236c5-e6a7-471f-b42e-d6029fc6501b tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:25.611435 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-00f236c5-e6a7-471f-b42e-d6029fc6501b tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/networks?id=065fce62-c207-4f9e-a718-d2389d66dea8 HTTP/1.1" status: 200 len: 809 time: 0.0993676 Jun 23 14:52:25.626156 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-1da4f073-e8ec-4b9a-bc83-e4057e735c89 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/quotas/4d0239c96c2549dd902af083cc256da8 HTTP/1.1" status: 200 len: 375 time: 0.0092204 Jun 23 14:52:25.696300 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742e77f-d215-411d-9e58-e33247c81846 req-0236e9c2-6fe5-40b0-9ba8-dc97a52fd8a3 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:25.697868 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e742e77f-d215-411d-9e58-e33247c81846 req-0236e9c2-6fe5-40b0-9ba8-dc97a52fd8a3 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0714197 Jun 23 14:52:25.701150 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-e320684a-a873-44c4-b50e-2d9da16af25a tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d0239c96c2549dd902af083cc256da8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690954 Jun 23 14:52:25.737521 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e742e77f-d215-411d-9e58-e33247c81846 req-435bf6e8-9772-4db0-8738-efa6b637550b tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332797 Jun 23 14:52:25.804364 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-2126fb7c-ef2f-473e-9ae6-d01e89ad5d0f service neutron] 10.222.0.65 "GET /v2.0/networks/065fce62-c207-4f9e-a718-d2389d66dea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893564 Jun 23 14:52:25.895576 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-86d6cd55-6d6b-4ee0-aebe-1a68f937e786 service neutron] 10.222.0.65 "GET /v2.0/networks/065fce62-c207-4f9e-a718-d2389d66dea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851798 Jun 23 14:52:26.137344 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca45087-0b51-4fe2-950b-69d2f5a67aea req-d21f24cf-1338-4ac5-bea0-dfc65b0ecc10 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:26.138999 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-dca45087-0b51-4fe2-950b-69d2f5a67aea req-d21f24cf-1338-4ac5-bea0-dfc65b0ecc10 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.0681438 Jun 23 14:52:26.188742 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-dca45087-0b51-4fe2-950b-69d2f5a67aea req-a15d65cc-937e-4585-9742-9803f51a1c0d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424573 Jun 23 14:52:26.303853 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-00452543-79f2-4ec0-ae76-4c088995d948 req-c497adfd-834f-45e9-969d-b53c4485f814 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 210 time: 0.0477276 Jun 23 14:52:26.362365 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf6959-2678-4c4e-90e3-c0ba1d4c9699 req-1ed9a685-b570-465e-837a-f0a67b760824 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:26.369629 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b9bf6959-2678-4c4e-90e3-c0ba1d4c9699 req-1ed9a685-b570-465e-837a-f0a67b760824 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 943 time: 0.0815070 Jun 23 14:52:26.417868 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b9bf6959-2678-4c4e-90e3-c0ba1d4c9699 req-95439bec-0486-4785-85bb-4b877565b950 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473351 Jun 23 14:52:26.492811 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcd5c7-2059-4e7e-aa31-9e2614890b52 req-e75c5d01-5e78-4b87-b8a3-c4ddce8d710f tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:26.494634 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-dfbcd5c7-2059-4e7e-aa31-9e2614890b52 req-e75c5d01-5e78-4b87-b8a3-c4ddce8d710f tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0807581 Jun 23 14:52:26.560428 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-dfbcd5c7-2059-4e7e-aa31-9e2614890b52 req-8d14e527-ef87-4ead-b322-f63da8d09874 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577657 Jun 23 14:52:26.703846 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85837be-6d04-43b8-9232-9fc75c60d11d req-755696c0-a30e-40f0-a7ed-b64d40dfb1c9 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:26.711115 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c85837be-6d04-43b8-9232-9fc75c60d11d req-755696c0-a30e-40f0-a7ed-b64d40dfb1c9 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.0829470 Jun 23 14:52:26.769980 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c85837be-6d04-43b8-9232-9fc75c60d11d req-2216a604-fae9-4309-b2e5-6009f1589983 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525286 Jun 23 14:52:27.001487 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fed13-8c5b-4b27-b5cc-1f0b36ee982f req-dce13763-05c7-4e31-9b0a-0c0d8924f266 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:27.003469 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-308fed13-8c5b-4b27-b5cc-1f0b36ee982f req-dce13763-05c7-4e31-9b0a-0c0d8924f266 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.1237116 Jun 23 14:52:27.070562 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-308fed13-8c5b-4b27-b5cc-1f0b36ee982f req-3495eae1-5074-4e12-b4a5-ba8355a08b69 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604427 Jun 23 14:52:27.281265 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device e2dbb36f-8751-44c6-92b3-d6bf0359295f details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:52:27.458310 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port e2dbb36f-8751-44c6-92b3-d6bf0359295f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e2dbb36f-8751-44c6-92b3-d6bf0359295f,segment=NetworkSegment(2ac980b6-d322-41e5-bc4d-248fcfc6f6a5),segment_id=2ac980b6-d322-41e5-bc4d-248fcfc6f6a5)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:52:27.502894 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-be543c86-4687-4a5f-a559-c1b6750f2164 req-e7e6f20a-37d5-4fd9-9687-eeefcbb6eb66 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 210 time: 0.0725586 Jun 23 14:52:27.512372 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': 'e2dbb36f-8751-44c6-92b3-d6bf0359295f', 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc', 'port_id': 'e2dbb36f-8751-44c6-92b3-d6bf0359295f', 'mac_address': 'fa:16:3e:07:ab:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9269878-b91e-4434-829a-8b123dec3d3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:52:27.573980 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:27.590516 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2dbb36f-8751-44c6-92b3-d6bf0359295f {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:52:27.631145 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port e2dbb36f-8751-44c6-92b3-d6bf0359295f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e2dbb36f-8751-44c6-92b3-d6bf0359295f,segment=NetworkSegment(2ac980b6-d322-41e5-bc4d-248fcfc6f6a5),segment_id=2ac980b6-d322-41e5-bc4d-248fcfc6f6a5)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:52:27.637597 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:27.641579 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:27.653827 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9edf10-828b-409b-bee6-3c8b937b71fa req-2f590a4e-2405-4218-abe7-cd5a6a0c2c54 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:27.657484 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6f9edf10-828b-409b-bee6-3c8b937b71fa req-2f590a4e-2405-4218-abe7-cd5a6a0c2c54 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.1200123 Jun 23 14:52:27.704090 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6f9edf10-828b-409b-bee6-3c8b937b71fa req-fdce16e8-68bf-4c54-9506-d6671214f94c tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389612 Jun 23 14:52:27.743394 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5199d8f-5b75-4684-82ac-fc6442bd6cdc req-c882917d-983d-436d-8b53-7793c04d0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:27.745038 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e5199d8f-5b75-4684-82ac-fc6442bd6cdc req-c882917d-983d-436d-8b53-7793c04d0169 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=35f150cf617c4730b974b88b2fde4126&device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 1099 time: 0.1232359 Jun 23 14:52:27.753629 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=e2dbb36f-8751-44c6-92b3-d6bf0359295f,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:27.765833 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:27.836393 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fb59c-ffa4-40d7-9005-000ec4c43e88 req-ef0db559-c3c4-4b1d-8b7f-5f1c4e2d6ab0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:27.837922 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-344fb59c-ffa4-40d7-9005-000ec4c43e88 req-ef0db559-c3c4-4b1d-8b7f-5f1c4e2d6ab0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 944 time: 0.1611333 Jun 23 14:52:27.906270 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5199d8f-5b75-4684-82ac-fc6442bd6cdc req-a448bf2f-320b-4dbc-8f36-3cffa5d19683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:27.916362 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e5199d8f-5b75-4684-82ac-fc6442bd6cdc req-a448bf2f-320b-4dbc-8f36-3cffa5d19683 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e814d2cc-d75c-42e6-8108-39760acd9bb0 HTTP/1.1" status: 200 len: 911 time: 0.1615353 Jun 23 14:52:27.926041 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-344fb59c-ffa4-40d7-9005-000ec4c43e88 req-7a5b7947-9bd0-4ff3-9d38-8d1b04a26067 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749390 Jun 23 14:52:28.024818 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e5199d8f-5b75-4684-82ac-fc6442bd6cdc req-eb2a6fb6-3f41-473f-b0db-112c4dc7e63d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=570af0f4-69d3-4505-97ab-54a4b850ab68 HTTP/1.1" status: 200 len: 1002 time: 0.0958614 Jun 23 14:52:28.086613 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e68ee-4552-4b80-adaf-a3934b697b0b req-54cb110b-19f9-4454-b20a-44ed021383e7 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:28.088222 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5199d8f-5b75-4684-82ac-fc6442bd6cdc req-4c6dbc1f-c50d-4887-979b-d68bdd0f8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:28.089520 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8e2e68ee-4552-4b80-adaf-a3934b697b0b req-54cb110b-19f9-4454-b20a-44ed021383e7 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.1292474 Jun 23 14:52:28.096662 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e5199d8f-5b75-4684-82ac-fc6442bd6cdc req-4c6dbc1f-c50d-4887-979b-d68bdd0f8d6a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fd5cd500-ea2b-40e8-aaac-0fa807c14afc HTTP/1.1" status: 200 len: 849 time: 0.0564129 Jun 23 14:52:28.209028 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['e2dbb36f-8751-44c6-92b3-d6bf0359295f'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:52:28.219735 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8e2e68ee-4552-4b80-adaf-a3934b697b0b req-5ccb88d4-8d52-40c4-92bf-071f8b93bbbe tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211987 Jun 23 14:52:28.330616 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-c5cd0385-ba74-4b9b-84bf-e397962f02c0 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:28.332139 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-c5cd0385-ba74-4b9b-84bf-e397962f02c0 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.44 "GET /v2.0/networks?id=065fce62-c207-4f9e-a718-d2389d66dea8 HTTP/1.1" status: 200 len: 809 time: 0.2345479 Jun 23 14:52:28.335808 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5199d8f-5b75-4684-82ac-fc6442bd6cdc req-d10bdb40-4b1f-4846-a9e6-aea80e84ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:28.337817 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e5199d8f-5b75-4684-82ac-fc6442bd6cdc req-d10bdb40-4b1f-4846-a9e6-aea80e84ee29 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e814d2cc-d75c-42e6-8108-39760acd9bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2191565 Jun 23 14:52:28.392284 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:52:28.535393 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e5199d8f-5b75-4684-82ac-fc6442bd6cdc req-ed91d3a0-5e7c-4b61-ab81-ee32bb9ae0ba service neutron] 10.222.0.44 "GET /v2.0/networks/e814d2cc-d75c-42e6-8108-39760acd9bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704078 Jun 23 14:52:28.727578 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-4a332faf-1ada-4e10-860b-fc7e5965e140 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d0239c96c2549dd902af083cc256da8 HTTP/1.1" status: 200 len: 379 time: 0.3640292 Jun 23 14:52:28.731096 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e5199d8f-5b75-4684-82ac-fc6442bd6cdc req-24b174b2-a487-4854-8f8c-1591a51c45bb service neutron] 10.222.0.44 "GET /v2.0/networks/e814d2cc-d75c-42e6-8108-39760acd9bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618061 Jun 23 14:52:28.774372 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-af825e99-01ec-464e-9fd8-b5712b7ecabb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Request body: {'port': {'device_id': '1ea8c8bb-239b-404c-9a1b-227aebe3f70e', 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8', 'admin_state_up': True, 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'security_groups': ['fa473bae-1558-4c47-a7a2-2a81b5eedd8a']}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:28.938353 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c4354385-c9ba-451d-a826-f9a32e3d7c75 req-5e9cf484-a151-4a5e-9f86-9322a984dbe6 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 210 time: 0.0962288 Jun 23 14:52:28.948268 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfef820-78cc-4cb0-ac32-2137487f44d9 req-6d556f78-1b19-44f1-81c2-3d43214c3549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:28.954679 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2cfef820-78cc-4cb0-ac32-2137487f44d9 req-6d556f78-1b19-44f1-81c2-3d43214c3549 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39af58d17879414891f063215d964cba&device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 1098 time: 0.2748020 Jun 23 14:52:29.084147 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-af825e99-01ec-464e-9fd8-b5712b7ecabb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Made reservation on behalf of 4d0239c96c2549dd902af083cc256da8 for: {'port': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:52:29.088002 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-af825e99-01ec-464e-9fd8-b5712b7ecabb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:29.204087 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2275476-11f6-45fb-9dcb-b7c138358e0e req-c8c620c9-cbb5-45f0-bba7-f69cf5f596cb tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:29.214368 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b2275476-11f6-45fb-9dcb-b7c138358e0e req-c8c620c9-cbb5-45f0-bba7-f69cf5f596cb tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.1724665 Jun 23 14:52:29.223166 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfef820-78cc-4cb0-ac32-2137487f44d9 req-254af040-4991-4514-bb80-bb71f339340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:29.224609 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2cfef820-78cc-4cb0-ac32-2137487f44d9 req-254af040-4991-4514-bb80-bb71f339340d service neutron] 10.222.0.44 "GET /v2.0/networks?id=316343f5-6494-40b4-8f2d-d07926cd87f2 HTTP/1.1" status: 200 len: 919 time: 0.2637949 Jun 23 14:52:29.316779 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b2275476-11f6-45fb-9dcb-b7c138358e0e req-3d9c2635-8220-4bdd-87a7-b17053696bf3 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005740 Jun 23 14:52:29.318979 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2cfef820-78cc-4cb0-ac32-2137487f44d9 req-4ebd09eb-d419-4ef9-9920-1a47c9610116 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d53c2996-c985-4fea-8e9f-447f2f457980 HTTP/1.1" status: 200 len: 217 time: 0.0798151 Jun 23 14:52:29.337798 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f364269-ef3e-4951-8905-f52121411f79 req-d3133b6d-2b34-4268-a69d-18cc0d16c00d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:29.351211 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-1f364269-ef3e-4951-8905-f52121411f79 req-d3133b6d-2b34-4268-a69d-18cc0d16c00d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.1741209 Jun 23 14:52:29.366454 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-af825e99-01ec-464e-9fd8-b5712b7ecabb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Allocated IP 172.20.0.10 (065fce62-c207-4f9e-a718-d2389d66dea8/90f6b181-54a8-40bc-be20-cd06f910f17b/8fdd863b-eafe-4864-b510-bd8759ec4410) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:52:29.436202 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-1f364269-ef3e-4951-8905-f52121411f79 req-6cc56d25-2dab-465a-86d2-99eae6a91405 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834904 Jun 23 14:52:29.569265 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfef820-78cc-4cb0-ac32-2137487f44d9 req-18977473-9558-4b84-9a7b-517b1b823f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:29.571546 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2cfef820-78cc-4cb0-ac32-2137487f44d9 req-18977473-9558-4b84-9a7b-517b1b823f3f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f484191a-aa0e-4ca0-9d09-feeb8b46b4c9 HTTP/1.1" status: 200 len: 858 time: 0.2162626 Jun 23 14:52:29.657333 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2cfef820-78cc-4cb0-ac32-2137487f44d9 req-3639197a-33b6-460a-92dc-f5b659bf5295 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=316343f5-6494-40b4-8f2d-d07926cd87f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646212 Jun 23 14:52:29.717429 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-af825e99-01ec-464e-9fd8-b5712b7ecabb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:29.739594 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b427f7b-7cac-48e9-90ea-40896b149270 req-9e40a612-78ee-4861-909e-fb874ad28bbd tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:29.741082 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2b427f7b-7cac-48e9-90ea-40896b149270 req-9e40a612-78ee-4861-909e-fb874ad28bbd tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 944 time: 0.1555936 Jun 23 14:52:29.744316 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-af825e99-01ec-464e-9fd8-b5712b7ecabb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Transition to ACTIVE for port object 8fdd863b-eafe-4864-b510-bd8759ec4410 will not be triggered until provisioned by entity DHCP. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:52:29.813470 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2b427f7b-7cac-48e9-90ea-40896b149270 req-0f1e6f3e-b3f7-48e7-8a81-9c24f9e3a7a6 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602429 Jun 23 14:52:29.859645 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-af825e99-01ec-464e-9fd8-b5712b7ecabb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:29.865836 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:30.123296 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-af825e99-01ec-464e-9fd8-b5712b7ecabb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Network 065fce62-c207-4f9e-a718-d2389d66dea8 is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:52:30.151787 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-af825e99-01ec-464e-9fd8-b5712b7ecabb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:52:30.180144 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-af825e99-01ec-464e-9fd8-b5712b7ecabb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:52:30.284612 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2cfef820-78cc-4cb0-ac32-2137487f44d9 req-e2afdaa1-1409-4490-960e-de05a59fe9cf service neutron] 10.222.0.44 "GET /v2.0/networks/316343f5-6494-40b4-8f2d-d07926cd87f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6196990 Jun 23 14:52:30.316090 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af825e99-01ec-464e-9fd8-b5712b7ecabb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Pushing event updated for resources: {'Port': ['ID=8fdd863b-eafe-4864-b510-bd8759ec4410,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:30.323193 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-af825e99-01ec-464e-9fd8-b5712b7ecabb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:30.391026 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-af825e99-01ec-464e-9fd8-b5712b7ecabb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:30.391733 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-af825e99-01ec-464e-9fd8-b5712b7ecabb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:30.413052 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-af825e99-01ec-464e-9fd8-b5712b7ecabb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6640756 Jun 23 14:52:30.434009 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07369285-9e46-4951-8890-be3e4f8ff216 req-c21f4b32-deae-4506-ae31-04ff0dcf4a50 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:30.442327 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-07369285-9e46-4951-8890-be3e4f8ff216 req-c21f4b32-deae-4506-ae31-04ff0dcf4a50 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.3170762 Jun 23 14:52:30.455313 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e743836-1de3-4400-aba0-522bfe52fb57 req-0fe55127-4eb8-4667-8051-b4d6b785a318 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:30.464179 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9e743836-1de3-4400-aba0-522bfe52fb57 req-0fe55127-4eb8-4667-8051-b4d6b785a318 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 932 time: 0.1779342 Jun 23 14:52:30.470309 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Request body: {'port': {'device_id': '1ea8c8bb-239b-404c-9a1b-227aebe3f70e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:30.519872 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2cfef820-78cc-4cb0-ac32-2137487f44d9 req-7c9554bc-0450-4189-85db-6c672f36fdd8 service neutron] 10.222.0.44 "GET /v2.0/networks/316343f5-6494-40b4-8f2d-d07926cd87f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966629 Jun 23 14:52:30.537521 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9e743836-1de3-4400-aba0-522bfe52fb57 req-947fce09-10da-43cb-8f3e-5195b14f4f2e tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652654 Jun 23 14:52:30.541198 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-07369285-9e46-4951-8890-be3e4f8ff216 req-c25207e5-f234-4f25-b31f-fc12de855b42 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939422 Jun 23 14:52:30.556687 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-82c6fa4c-8416-4206-a300-54171e6788d6 None None] Provisioning for port 8fdd863b-eafe-4864-b510-bd8759ec4410 completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:52:30.566321 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-82c6fa4c-8416-4206-a300-54171e6788d6 None None] Provisioning complete for port 8fdd863b-eafe-4864-b510-bd8759ec4410 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:30.567039 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-82c6fa4c-8416-4206-a300-54171e6788d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:30.615804 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-82c6fa4c-8416-4206-a300-54171e6788d6 None None] Port 8fdd863b-eafe-4864-b510-bd8759ec4410 cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:52:30.632702 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:30.813725 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680d8e1-4eb2-4842-8885-21235bfcfcb6 req-793ea31a-189e-4501-abb1-a2d75b2e720a tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:30.820766 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-d680d8e1-4eb2-4842-8885-21235bfcfcb6 req-793ea31a-189e-4501-abb1-a2d75b2e720a tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.1252987 Jun 23 14:52:30.880622 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-d680d8e1-4eb2-4842-8885-21235bfcfcb6 req-d9d5f9bd-df9e-4b51-97e1-15b97b260b6b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588632 Jun 23 14:52:31.020492 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ac964-9bc7-481c-96b6-9a2c58e9ac5e req-3fcfbee7-9b3a-4c90-9d10-4a9a7d2b112d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:31.022360 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e33ac964-9bc7-481c-96b6-9a2c58e9ac5e req-3fcfbee7-9b3a-4c90-9d10-4a9a7d2b112d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.2343588 Jun 23 14:52:31.086385 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e5b6b-8b61-409e-995e-2eb74baf08a7 req-f64806e7-2d3e-42db-bb2e-aa322e330e43 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:31.087803 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a26e5b6b-8b61-409e-995e-2eb74baf08a7 req-f64806e7-2d3e-42db-bb2e-aa322e330e43 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 944 time: 0.0764675 Jun 23 14:52:31.103584 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e33ac964-9bc7-481c-96b6-9a2c58e9ac5e req-acc1067f-2152-4a6a-a877-ef9e9af40fe1 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726430 Jun 23 14:52:31.181561 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a26e5b6b-8b61-409e-995e-2eb74baf08a7 req-b464c50e-d3b1-4c20-9f80-92a7860bb935 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830808 Jun 23 14:52:31.199910 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fdd863b-eafe-4864-b510-bd8759ec4410 {{(pid=104657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:52:31.209164 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:31.221458 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Transition to ACTIVE for port object 8fdd863b-eafe-4864-b510-bd8759ec4410 will not be triggered until provisioned by entity L2. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:52:31.228266 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:31.237694 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:31.292491 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8fdd863b-eafe-4864-b510-bd8759ec4410,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:31.296857 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:31.315985 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device e2dbb36f-8751-44c6-92b3-d6bf0359295f up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:52:31.433353 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning for port e2dbb36f-8751-44c6-92b3-d6bf0359295f completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:52:31.438843 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port e2dbb36f-8751-44c6-92b3-d6bf0359295f triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:31.439346 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:31.452970 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Attempting to bind port 8fdd863b-eafe-4864-b510-bd8759ec4410 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:52:31.453304 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Attempting to bind port 8fdd863b-eafe-4864-b510-bd8759ec4410 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '6b6d6175-6f7a-4ab0-944f-8ac973921a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8'}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:52:31.453640 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Attempting to bind port 8fdd863b-eafe-4864-b510-bd8759ec4410 on network 065fce62-c207-4f9e-a718-d2389d66dea8 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:52:31.469842 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Port 8fdd863b-eafe-4864-b510-bd8759ec4410 on network 065fce62-c207-4f9e-a718-d2389d66dea8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:52:31.470197 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Attempting to bind port 8fdd863b-eafe-4864-b510-bd8759ec4410 on network 065fce62-c207-4f9e-a718-d2389d66dea8 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:52:31.479237 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Checking agent: {'id': 'd8f3122c-1231-4f5b-931f-565a6de0a48e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'started_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:52:31.479650 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Checking segment: {'id': '6b6d6175-6f7a-4ab0-944f-8ac973921a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:52:31.480010 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Bound using segment: {'id': '6b6d6175-6f7a-4ab0-944f-8ac973921a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8'} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:52:31.480456 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Bound port: 8fdd863b-eafe-4864-b510-bd8759ec4410, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6d6175-6f7a-4ab0-944f-8ac973921a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8'}}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:52:31.480939 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:31.654152 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] For port 8fdd863b-eafe-4864-b510-bd8759ec4410, host hv-cinder-79628, cleared binding levels {{(pid=104657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:52:31.658145 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] For port 8fdd863b-eafe-4864-b510-bd8759ec4410, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8fdd863b-eafe-4864-b510-bd8759ec4410,segment=NetworkSegment(6b6d6175-6f7a-4ab0-944f-8ac973921a6d),segment_id=6b6d6175-6f7a-4ab0-944f-8ac973921a6d)] {{(pid=104657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:52:31.671149 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:31.671644 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:31.746758 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:31.774259 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8fdd863b-eafe-4864-b510-bd8759ec4410,revision_number=3']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:31.785172 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:31.785575 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:31.785942 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:31.786304 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:31.786674 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:31.787021 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:31.787435 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:31.787784 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:31.788141 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:31.788491 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:31.788845 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:31.789240 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:31.794323 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:31.797206 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:31.797867 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:31.799229 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] 10.222.0.44 "PUT /v2.0/ports/8fdd863b-eafe-4864-b510-bd8759ec4410 HTTP/1.1" status: 200 len: 1094 time: 1.3346281 Jun 23 14:52:31.799807 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea8c8bb-239b-404c-9a1b-227aebe3f70e', 'tag': '8fdd863b-eafe-4864-b510-bd8759ec4410'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:52:31.802391 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2e633f-d176-4da9-9173-903cc7dbc7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea8c8bb-239b-404c-9a1b-227aebe3f70e", "tag": "8fdd863b-eafe-4864-b510-bd8759ec4410"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:52:31.834464 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa57212-7777-4106-b580-23492cc22216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2dbb36f-8751-44c6-92b3-d6bf0359295f'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:52:31.857752 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d7ac43-f76d-43d6-8f76-ed6feddc8019" -d '{"events": [{"server_uuid": "5fa57212-7777-4106-b580-23492cc22216", "name": "network-vif-plugged", "status": "completed", "tag": "e2dbb36f-8751-44c6-92b3-d6bf0359295f"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:52:31.900721 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c9166-0ece-41a7-af2b-093f04d4adc4 req-77455792-2b3b-41c1-9339-8923388981e8 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:31.908077 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-704c9166-0ece-41a7-af2b-093f04d4adc4 req-77455792-2b3b-41c1-9339-8923388981e8 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.1402502 Jun 23 14:52:31.914995 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port e2dbb36f-8751-44c6-92b3-d6bf0359295f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e2dbb36f-8751-44c6-92b3-d6bf0359295f,segment=NetworkSegment(2ac980b6-d322-41e5-bc4d-248fcfc6f6a5),segment_id=2ac980b6-d322-41e5-bc4d-248fcfc6f6a5)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:52:31.920922 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:31.925722 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:32.019497 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-704c9166-0ece-41a7-af2b-093f04d4adc4 req-09abd6b1-2cd2-40f2-a07c-347df75be8df tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104054 Jun 23 14:52:32.056043 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=e2dbb36f-8751-44c6-92b3-d6bf0359295f,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:32.070574 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:32.090219 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f76659-c740-4a14-a22b-83b00774539c x-openstack-request-id: req-89f76659-c740-4a14-a22b-83b00774539c {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:52:32.091080 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea8c8bb-239b-404c-9a1b-227aebe3f70e", "tag": "8fdd863b-eafe-4864-b510-bd8759ec4410", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:52:32.092337 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89f76659-c740-4a14-a22b-83b00774539c {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:52:32.093286 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea8c8bb-239b-404c-9a1b-227aebe3f70e', 'tag': '8fdd863b-eafe-4864-b510-bd8759ec4410', 'status': 'completed', 'code': 200} Jun 23 14:52:32.110568 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-8d1fe7f4-71f2-47cb-b8e3-82ca71e955c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:32.112291 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-8d1fe7f4-71f2-47cb-b8e3-82ca71e955c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4d0239c96c2549dd902af083cc256da8&device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 1097 time: 0.2415650 Jun 23 14:52:32.124954 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a869052-3728-40fe-908c-66b228e1980b x-openstack-request-id: req-4a869052-3728-40fe-908c-66b228e1980b {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:52:32.125498 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa57212-7777-4106-b580-23492cc22216", "name": "network-vif-plugged", "status": "completed", "tag": "e2dbb36f-8751-44c6-92b3-d6bf0359295f", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:52:32.126336 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4a869052-3728-40fe-908c-66b228e1980b {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:52:32.126937 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa57212-7777-4106-b580-23492cc22216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2dbb36f-8751-44c6-92b3-d6bf0359295f', 'code': 200} Jun 23 14:52:32.187224 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e01dc-c4e8-4c1a-983b-140e0590958c req-56178c4a-6157-4f36-bb77-d02365e0322b tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:32.188706 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b78e01dc-c4e8-4c1a-983b-140e0590958c req-56178c4a-6157-4f36-bb77-d02365e0322b tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 944 time: 0.2208676 Jun 23 14:52:32.190578 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-373dc07c-1498-4af9-b2b1-e2c3f289c4ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdd863b-eafe-4864-b510-bd8759ec4410 HTTP/1.1" status: 200 len: 217 time: 0.0620310 Jun 23 14:52:32.338576 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ef43d-055e-4b4e-a2e9-aeb32e7aeb09 req-90aa8962-e6b4-4e46-a092-1d92b1cbb2d0 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:32.346433 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-720ef43d-055e-4b4e-a2e9-aeb32e7aeb09 req-90aa8962-e6b4-4e46-a092-1d92b1cbb2d0 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.1069884 Jun 23 14:52:32.363682 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b78e01dc-c4e8-4c1a-983b-140e0590958c req-cd1ee452-9666-4e23-ae99-9b334677b1dc tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620057 Jun 23 14:52:32.367437 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-1db27cf4-f9e3-45ca-ba17-e7023a16fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:32.369431 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-1db27cf4-f9e3-45ca-ba17-e7023a16fea8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=90f6b181-54a8-40bc-be20-cd06f910f17b HTTP/1.1" status: 200 len: 848 time: 0.1574695 Jun 23 14:52:32.416712 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-720ef43d-055e-4b4e-a2e9-aeb32e7aeb09 req-34ca7ecf-7360-4cd4-a4b7-557bb3ffdbf3 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693150 Jun 23 14:52:32.453700 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-83c10d2d-f9dc-42e4-813e-af2729d11a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:32.455316 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-83c10d2d-f9dc-42e4-813e-af2729d11a24 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=065fce62-c207-4f9e-a718-d2389d66dea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753000 Jun 23 14:52:32.572465 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8973ea-9dc2-437f-85d0-1d58dab7ec32 req-1ac711d6-9fa9-470e-964f-8ed06ddecd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:32.574004 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-ce8973ea-9dc2-437f-85d0-1d58dab7ec32 req-1ac711d6-9fa9-470e-964f-8ed06ddecd18 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 1098 time: 0.0681484 Jun 23 14:52:32.621334 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-ce8973ea-9dc2-437f-85d0-1d58dab7ec32 req-834eaa06-4f5c-45dd-89ca-77555220d480 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320406 Jun 23 14:52:32.902360 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-8f362ca9-bb27-4047-a254-842b2e74c504 service neutron] 10.222.0.44 "GET /v2.0/networks/065fce62-c207-4f9e-a718-d2389d66dea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298468 Jun 23 14:52:32.986735 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972e2ce-854a-49fd-9125-62df5dcaee6b req-e9312d1d-0524-4bf7-8da0-e46414c47b6b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:32.988635 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b972e2ce-854a-49fd-9125-62df5dcaee6b req-e9312d1d-0524-4bf7-8da0-e46414c47b6b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 945 time: 0.4079220 Jun 23 14:52:33.055693 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b972e2ce-854a-49fd-9125-62df5dcaee6b req-0bfc396f-e107-42b9-98d2-b05efe4e4609 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601072 Jun 23 14:52:33.063422 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3a7b6a4b-48d4-4fa1-bd8a-f4e17ec648e4 req-add17a7d-7fbe-48e7-9a1b-850aed9532a9 service neutron] 10.222.0.44 "GET /v2.0/networks/065fce62-c207-4f9e-a718-d2389d66dea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507308 Jun 23 14:52:33.225183 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e633f-d176-4da9-9173-903cc7dbc7fd req-08cb63dc-17aa-47af-b2a9-d87c18f4e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:33.226931 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2d2e633f-d176-4da9-9173-903cc7dbc7fd req-08cb63dc-17aa-47af-b2a9-d87c18f4e7b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4d0239c96c2549dd902af083cc256da8&device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 1097 time: 0.0759189 Jun 23 14:52:33.351207 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e633f-d176-4da9-9173-903cc7dbc7fd req-9aa6f28d-3661-4024-bd56-48a31f8bf611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:33.352647 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2d2e633f-d176-4da9-9173-903cc7dbc7fd req-9aa6f28d-3661-4024-bd56-48a31f8bf611 service neutron] 10.222.0.44 "GET /v2.0/networks?id=065fce62-c207-4f9e-a718-d2389d66dea8 HTTP/1.1" status: 200 len: 910 time: 0.1135941 Jun 23 14:52:33.412865 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2d2e633f-d176-4da9-9173-903cc7dbc7fd req-11ef1002-4cd3-4357-8c00-b4598b79c746 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdd863b-eafe-4864-b510-bd8759ec4410 HTTP/1.1" status: 200 len: 217 time: 0.0404229 Jun 23 14:52:33.437291 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30b737-674f-4816-93b4-b0cc828ab9ed req-a2f81b2a-4325-4d59-83c0-2d7395ffd5d9 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:33.444863 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-aa30b737-674f-4816-93b4-b0cc828ab9ed req-a2f81b2a-4325-4d59-83c0-2d7395ffd5d9 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.0995178 Jun 23 14:52:33.494314 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-aa30b737-674f-4816-93b4-b0cc828ab9ed req-176fff24-ca4a-47cd-ac9b-38ef853e29db tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483468 Jun 23 14:52:33.545563 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e633f-d176-4da9-9173-903cc7dbc7fd req-cf4eb195-6050-4264-938b-e9f516b5b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:33.547072 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2d2e633f-d176-4da9-9173-903cc7dbc7fd req-cf4eb195-6050-4264-938b-e9f516b5b28c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=90f6b181-54a8-40bc-be20-cd06f910f17b HTTP/1.1" status: 200 len: 848 time: 0.1230955 Jun 23 14:52:33.716449 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09b9ae-755f-401d-95b4-de988267347c req-241407be-1723-4d2c-b5e6-8738c1456ca0 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:33.724668 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2a09b9ae-755f-401d-95b4-de988267347c req-241407be-1723-4d2c-b5e6-8738c1456ca0 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 944 time: 0.2051351 Jun 23 14:52:33.734537 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523bb05-3c37-4372-a170-c340ad4ac7bf req-694c12e2-b172-4dc4-bbfb-d69ceb3cd98e tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:33.743541 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f523bb05-3c37-4372-a170-c340ad4ac7bf req-694c12e2-b172-4dc4-bbfb-d69ceb3cd98e tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.1112502 Jun 23 14:52:33.751859 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e633f-d176-4da9-9173-903cc7dbc7fd req-0cfc228f-8d72-4b23-91d9-cf7fddf72e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:33.753259 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2d2e633f-d176-4da9-9173-903cc7dbc7fd req-0cfc228f-8d72-4b23-91d9-cf7fddf72e53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=065fce62-c207-4f9e-a718-d2389d66dea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1598248 Jun 23 14:52:33.780497 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2a09b9ae-755f-401d-95b4-de988267347c req-c6ef9a5d-3e43-46b4-8fe1-e7ab2d5a914c tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548840 Jun 23 14:52:33.786292 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f523bb05-3c37-4372-a170-c340ad4ac7bf req-450b89e5-321c-407e-b3ac-02d65df24436 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410831 Jun 23 14:52:33.910363 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2d2e633f-d176-4da9-9173-903cc7dbc7fd req-ac1c70fd-eb4a-49ff-9fdd-016055d91af5 service neutron] 10.222.0.44 "GET /v2.0/networks/065fce62-c207-4f9e-a718-d2389d66dea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279223 Jun 23 14:52:34.056996 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2d2e633f-d176-4da9-9173-903cc7dbc7fd req-73d57ac3-71d5-4e71-a13a-494d68720451 service neutron] 10.222.0.44 "GET /v2.0/networks/065fce62-c207-4f9e-a718-d2389d66dea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304371 Jun 23 14:52:34.333905 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20343c-3d43-4c42-a0a7-d73561dcb4b6 req-977f5eab-90e3-4bd1-b46c-0d61710baa10 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:34.334406 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe891547-2014-47c0-a833-8c85251c9d9b req-33e2f35f-4d78-40f5-89c5-77f096365e59 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:34.335616 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fe891547-2014-47c0-a833-8c85251c9d9b req-33e2f35f-4d78-40f5-89c5-77f096365e59 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8e49da1-99f6-47d9-84bc-e41a1ee3d726 HTTP/1.1" status: 200 len: 945 time: 0.0751386 Jun 23 14:52:34.338294 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5d20343c-3d43-4c42-a0a7-d73561dcb4b6 req-977f5eab-90e3-4bd1-b46c-0d61710baa10 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 945 time: 0.0762911 Jun 23 14:52:34.376026 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fe891547-2014-47c0-a833-8c85251c9d9b req-234ba78d-28ba-4a46-87c8-5bfb002b2af5 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336409 Jun 23 14:52:34.384021 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5d20343c-3d43-4c42-a0a7-d73561dcb4b6 req-5b0b2fa5-46b7-4358-b563-0a84de4cc9e5 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386214 Jun 23 14:52:34.604614 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f5fca-747f-43b2-b61c-26f66a017064 req-263aa538-71d2-4573-aa6e-feda793a6f86 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:34.606052 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-100f5fca-747f-43b2-b61c-26f66a017064 req-263aa538-71d2-4573-aa6e-feda793a6f86 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 945 time: 0.0845926 Jun 23 14:52:34.679422 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-100f5fca-747f-43b2-b61c-26f66a017064 req-d8b25985-4fad-4238-8aa0-5bf7c6b6fe09 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663972 Jun 23 14:52:34.786695 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10594b2-f303-46a8-afd3-4eccd2778178 req-3cf2eaf1-efe7-44c2-bad7-88072216dcbb tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:34.794280 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f10594b2-f303-46a8-afd3-4eccd2778178 req-3cf2eaf1-efe7-44c2-bad7-88072216dcbb tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.1234725 Jun 23 14:52:34.841249 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f10594b2-f303-46a8-afd3-4eccd2778178 req-6f5f8346-ba59-4902-8dc9-b974b23da038 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423937 Jun 23 14:52:35.062046 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512839e2-e014-4248-b2cd-a259dbc8221d req-74be6f1c-5917-4a89-8b4f-529c0e02d285 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:35.063609 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-512839e2-e014-4248-b2cd-a259dbc8221d req-74be6f1c-5917-4a89-8b4f-529c0e02d285 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 944 time: 0.0841863 Jun 23 14:52:35.117818 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-512839e2-e014-4248-b2cd-a259dbc8221d req-e2b87875-00fe-46b3-8a8f-01bd55240c9e tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482008 Jun 23 14:52:35.165762 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671c365-db00-42bd-a1fd-b294229b49c8 req-a7e65772-4d91-4717-a8c9-0aa06996086a tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:35.176197 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9671c365-db00-42bd-a1fd-b294229b49c8 req-a7e65772-4d91-4717-a8c9-0aa06996086a tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0914040 Jun 23 14:52:35.237331 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9671c365-db00-42bd-a1fd-b294229b49c8 req-dd6f4f58-81cf-4ca7-959e-c06a93bf20a2 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597875 Jun 23 14:52:35.312830 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08250921-2768-45a3-989a-cd5e8edc51cf req-b6ba5042-0648-42f9-801c-d282a21623f7 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:35.319981 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-08250921-2768-45a3-989a-cd5e8edc51cf req-b6ba5042-0648-42f9-801c-d282a21623f7 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 945 time: 0.0908806 Jun 23 14:52:35.361873 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-08250921-2768-45a3-989a-cd5e8edc51cf req-a6abd113-cb86-4cf6-97e1-35af5fe1986c tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376842 Jun 23 14:52:35.588184 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8f807-59b5-43f5-a061-9805dd139882 req-5c0d9353-519d-4410-aa08-471dd4d34e5d tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:35.590278 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-33e8f807-59b5-43f5-a061-9805dd139882 req-5c0d9353-519d-4410-aa08-471dd4d34e5d tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8e49da1-99f6-47d9-84bc-e41a1ee3d726 HTTP/1.1" status: 200 len: 945 time: 0.0819795 Jun 23 14:52:35.648093 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-33e8f807-59b5-43f5-a061-9805dd139882 req-bc17f093-5d3a-4245-bb4e-3a6f249f6617 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500212 Jun 23 14:52:36.080391 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2278f4f-2cf2-43b0-9a01-0832ad1541b5 req-740ab0f2-5a22-47aa-9734-af92fed6a4f1 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:36.081944 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c2278f4f-2cf2-43b0-9a01-0832ad1541b5 req-740ab0f2-5a22-47aa-9734-af92fed6a4f1 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.0760751 Jun 23 14:52:36.130070 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c2278f4f-2cf2-43b0-9a01-0832ad1541b5 req-2b63c4fa-5a1a-4395-a1cd-3711d1269fe3 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415022 Jun 23 14:52:36.307735 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e8fe9-b976-4439-8dc6-a3c7f4e9e73c req-f970dc1d-4bea-4b7e-99f2-e19c502c3fee tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:36.315412 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d73e8fe9-b976-4439-8dc6-a3c7f4e9e73c req-f970dc1d-4bea-4b7e-99f2-e19c502c3fee tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 944 time: 0.0855365 Jun 23 14:52:36.368150 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d73e8fe9-b976-4439-8dc6-a3c7f4e9e73c req-6dc8311f-5f7c-47fd-a285-5dc151ed7e2e tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501089 Jun 23 14:52:36.455448 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b163fca-63f7-4bf2-b335-392d18b5f84c req-bcb8d779-85bd-42c8-866d-1a6a92c0b288 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:36.457059 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2b163fca-63f7-4bf2-b335-392d18b5f84c req-bcb8d779-85bd-42c8-866d-1a6a92c0b288 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0855222 Jun 23 14:52:36.506369 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2b163fca-63f7-4bf2-b335-392d18b5f84c req-1fc8414f-146c-49d2-a0af-c9354b37024d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Jun 23 14:52:36.862121 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26036e16-2f60-4876-94f8-de67c72c992f req-831cb9b4-fb4e-4e4f-9218-d7b4e0994c49 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:36.876371 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-26036e16-2f60-4876-94f8-de67c72c992f req-831cb9b4-fb4e-4e4f-9218-d7b4e0994c49 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8e49da1-99f6-47d9-84bc-e41a1ee3d726 HTTP/1.1" status: 200 len: 945 time: 0.1060760 Jun 23 14:52:36.933806 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-26036e16-2f60-4876-94f8-de67c72c992f req-059dc7fa-2346-4be2-8aaf-101dc7927519 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547836 Jun 23 14:52:37.060707 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-228601e3-4685-4c8e-89cc-1ad7cde360e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:37.221588 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b4b24-fc3a-4a5d-9925-6d93e44983cd req-fea2f90c-e617-47e2-a449-00cafd0116bf tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:37.223587 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-db5b4b24-fc3a-4a5d-9925-6d93e44983cd req-fea2f90c-e617-47e2-a449-00cafd0116bf tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e49da1-99f6-47d9-84bc-e41a1ee3d726 HTTP/1.1" status: 200 len: 945 time: 0.0679431 Jun 23 14:52:37.401672 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f7081-0fed-48c5-9d6c-54125eec74f2 req-ccc4d5aa-5403-432f-8351-21f9103c6bd6 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:37.403293 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-533f7081-0fed-48c5-9d6c-54125eec74f2 req-ccc4d5aa-5403-432f-8351-21f9103c6bd6 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.0854554 Jun 23 14:52:37.408987 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-db5b4b24-fc3a-4a5d-9925-6d93e44983cd req-c7dd1d0c-dd0d-4128-bc9b-e4302b74919e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Deleting port 93c45d8b-3f9e-4dea-b70c-89c40fd1f186 {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:52:37.409338 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-db5b4b24-fc3a-4a5d-9925-6d93e44983cd req-c7dd1d0c-dd0d-4128-bc9b-e4302b74919e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:37.512663 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-533f7081-0fed-48c5-9d6c-54125eec74f2 req-1955ec4c-09ed-47bb-a422-dd98c46fc297 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861621 Jun 23 14:52:37.545348 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-db5b4b24-fc3a-4a5d-9925-6d93e44983cd req-c7dd1d0c-dd0d-4128-bc9b-e4302b74919e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] For port 93c45d8b-3f9e-4dea-b70c-89c40fd1f186, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=93c45d8b-3f9e-4dea-b70c-89c40fd1f186,segment=NetworkSegment(fe93aea0-6524-4b32-92b7-0d915e8e0cd1),segment_id=fe93aea0-6524-4b32-92b7-0d915e8e0cd1)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:52:37.545869 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-db5b4b24-fc3a-4a5d-9925-6d93e44983cd req-c7dd1d0c-dd0d-4128-bc9b-e4302b74919e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:37.566334 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-db5b4b24-fc3a-4a5d-9925-6d93e44983cd req-c7dd1d0c-dd0d-4128-bc9b-e4302b74919e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Calling delete_port for 93c45d8b-3f9e-4dea-b70c-89c40fd1f186 owned by compute:nova {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:52:37.838209 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e55dc7-a89c-4805-add5-bbccec643784 req-22d775d1-d21d-4db2-9e69-fbd212e861b5 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:37.850715 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-70e55dc7-a89c-4805-add5-bbccec643784 req-22d775d1-d21d-4db2-9e69-fbd212e861b5 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0993545 Jun 23 14:52:37.921405 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a5eea-1627-4863-871e-73152f7948cd req-23ab615a-86f4-49fa-8cb7-a91a6be25c05 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:37.932103 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-647a5eea-1627-4863-871e-73152f7948cd req-23ab615a-86f4-49fa-8cb7-a91a6be25c05 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 944 time: 0.1952984 Jun 23 14:52:37.960608 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-70e55dc7-a89c-4805-add5-bbccec643784 req-841fb966-4af3-4570-a74e-401a1055bf4a tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080894 Jun 23 14:52:38.001771 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-db5b4b24-fc3a-4a5d-9925-6d93e44983cd req-c7dd1d0c-dd0d-4128-bc9b-e4302b74919e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:38.016422 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:38.024776 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['52666dea-2583-4f8a-9700-4176b1539297', '13c3c53a-b4e9-4f92-aef4-87bad79363f2', '19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba', '93c45d8b-3f9e-4dea-b70c-89c40fd1f186'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:52:38.047844 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-647a5eea-1627-4863-871e-73152f7948cd req-9ac8c8b0-121c-4105-aadf-e3cbd8ffa474 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146169 Jun 23 14:52:38.050806 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd1d0c-dd0d-4128-bc9b-e4302b74919e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Pushing event deleted for resources: {'Port': ['ID=93c45d8b-3f9e-4dea-b70c-89c40fd1f186,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:38.056567 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c7dd1d0c-dd0d-4128-bc9b-e4302b74919e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:38.144069 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5b4b24-fc3a-4a5d-9925-6d93e44983cd req-c7dd1d0c-dd0d-4128-bc9b-e4302b74919e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] No DVR routers for this DVR port 93c45d8b-3f9e-4dea-b70c-89c40fd1f186 on host hv-cinder-79628 {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:52:38.151806 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-db5b4b24-fc3a-4a5d-9925-6d93e44983cd req-c7dd1d0c-dd0d-4128-bc9b-e4302b74919e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:38.155099 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-db5b4b24-fc3a-4a5d-9925-6d93e44983cd req-c7dd1d0c-dd0d-4128-bc9b-e4302b74919e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.44 "DELETE /v2.0/ports/93c45d8b-3f9e-4dea-b70c-89c40fd1f186 HTTP/1.1" status: 204 len: 173 time: 0.9229100 Jun 23 14:52:38.156115 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e49da1-99f6-47d9-84bc-e41a1ee3d726', 'name': 'network-vif-deleted', 'tag': '93c45d8b-3f9e-4dea-b70c-89c40fd1f186'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:52:38.159590 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e2469b-c50d-461e-b9c1-3ab3a11877ae" -d '{"events": [{"server_uuid": "b8e49da1-99f6-47d9-84bc-e41a1ee3d726", "name": "network-vif-deleted", "tag": "93c45d8b-3f9e-4dea-b70c-89c40fd1f186"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:52:38.200593 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-86b350e9-afc1-44c5-8fb8-bb99535851e7 req-bfe67748-8347-4d0c-a970-4e78843c73fe tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8e49da1-99f6-47d9-84bc-e41a1ee3d726 HTTP/1.1" status: 200 len: 210 time: 0.0488124 Jun 23 14:52:38.242699 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4359cf49-3b04-41dd-a124-bd4f9b402033 x-openstack-request-id: req-4359cf49-3b04-41dd-a124-bd4f9b402033 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:52:38.243027 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e49da1-99f6-47d9-84bc-e41a1ee3d726", "name": "network-vif-deleted", "tag": "93c45d8b-3f9e-4dea-b70c-89c40fd1f186", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:52:38.243315 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4359cf49-3b04-41dd-a124-bd4f9b402033 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:52:38.243768 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e49da1-99f6-47d9-84bc-e41a1ee3d726', 'name': 'network-vif-deleted', 'tag': '93c45d8b-3f9e-4dea-b70c-89c40fd1f186', 'status': 'completed', 'code': 200} Jun 23 14:52:38.740271 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263d201-af59-4320-b0d1-871e9ab03b80 req-458aa82e-35e1-4753-888e-28a537e8d4e9 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:38.741870 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4263d201-af59-4320-b0d1-871e9ab03b80 req-458aa82e-35e1-4753-888e-28a537e8d4e9 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.0703871 Jun 23 14:52:38.846040 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4263d201-af59-4320-b0d1-871e9ab03b80 req-69ce3897-5f05-4ac4-86ef-904621ac3871 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952880 Jun 23 14:52:39.280809 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867003cd-78df-49cc-8fe4-433edee37b93 req-ef2c3ab4-f836-4ff7-b46e-63dc25b6569f tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:39.292248 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-867003cd-78df-49cc-8fe4-433edee37b93 req-ef2c3ab4-f836-4ff7-b46e-63dc25b6569f tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.1643720 Jun 23 14:52:39.313871 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee0f4e-80ec-4472-9aa3-91f4c0046ca8 req-3b14676a-633e-467e-8ef1-848941b83103 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:39.321815 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7cee0f4e-80ec-4472-9aa3-91f4c0046ca8 req-3b14676a-633e-467e-8ef1-848941b83103 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 944 time: 0.1076789 Jun 23 14:52:39.360076 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-867003cd-78df-49cc-8fe4-433edee37b93 req-e41f6b87-0a39-4569-8aa2-2f3614529978 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656521 Jun 23 14:52:39.386422 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7cee0f4e-80ec-4472-9aa3-91f4c0046ca8 req-efcedcc9-ff88-4e23-9c27-559e7b9ff03a tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636036 Jun 23 14:52:39.767676 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:39.786378 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-14579586-469d-45ec-8c07-138592649e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:40.037249 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348a1d8-4aa9-4133-a5d5-0f31b60b8f10 req-d612ecd4-9b5d-4a99-85c2-ed08c7f24a57 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:40.038651 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2348a1d8-4aa9-4133-a5d5-0f31b60b8f10 req-d612ecd4-9b5d-4a99-85c2-ed08c7f24a57 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.0673788 Jun 23 14:52:40.076588 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2348a1d8-4aa9-4133-a5d5-0f31b60b8f10 req-df39e6fc-9bd4-4743-8fc2-e457bd95071b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316246 Jun 23 14:52:40.532677 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634efffd-8e99-41fe-8760-fb8933348e72 req-4c5434f3-c4fd-48e0-8ad4-a8fb1ae05eef tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:40.534214 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-634efffd-8e99-41fe-8760-fb8933348e72 req-4c5434f3-c4fd-48e0-8ad4-a8fb1ae05eef tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0689945 Jun 23 14:52:40.562511 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a229ef9-7c37-49f4-9cad-3e148338905b req-dd9443e6-c0c7-46f9-b2a7-efa7d7a36721 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:40.563977 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-1a229ef9-7c37-49f4-9cad-3e148338905b req-dd9443e6-c0c7-46f9-b2a7-efa7d7a36721 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 944 time: 0.0645118 Jun 23 14:52:40.598297 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-634efffd-8e99-41fe-8760-fb8933348e72 req-9bcbf5fa-5071-4f99-89c8-a94a0757f758 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572853 Jun 23 14:52:40.603315 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-1a229ef9-7c37-49f4-9cad-3e148338905b req-2f911d8d-d2b8-4694-b0cb-caebb7ef1a74 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334909 Jun 23 14:52:40.632249 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9ecc6-eed3-4605-828b-48f04446e75a req-3b9c88a5-a6fc-4804-bfed-395c4de26630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:40.633735 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-23d9ecc6-eed3-4605-828b-48f04446e75a req-3b9c88a5-a6fc-4804-bfed-395c4de26630 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1f1df70bdc347509afb763322e81a15&device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 1098 time: 0.0725887 Jun 23 14:52:40.732757 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9ecc6-eed3-4605-828b-48f04446e75a req-41da476e-a7a5-4aae-879c-d94f423aabea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:40.734834 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-23d9ecc6-eed3-4605-828b-48f04446e75a req-41da476e-a7a5-4aae-879c-d94f423aabea service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2d1e732-3395-45e9-ab92-336826d1d69d HTTP/1.1" status: 200 len: 918 time: 0.0900333 Jun 23 14:52:40.817564 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-23d9ecc6-eed3-4605-828b-48f04446e75a req-9809ad1c-ba25-4af3-8079-f23a06c08abb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cbddff4-17f6-40d0-b5a1-9b072835544f HTTP/1.1" status: 200 len: 1000 time: 0.0643189 Jun 23 14:52:40.882659 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9ecc6-eed3-4605-828b-48f04446e75a req-05088e2a-f7ec-4385-ba1d-8699fd63c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:40.884749 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-23d9ecc6-eed3-4605-828b-48f04446e75a req-05088e2a-f7ec-4385-ba1d-8699fd63c234 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e25bbb7-3773-4230-b906-44113f972ac4 HTTP/1.1" status: 200 len: 856 time: 0.0543265 Jun 23 14:52:40.938647 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:40.954721 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9ecc6-eed3-4605-828b-48f04446e75a req-9e9c670f-022f-4114-8730-0574864b8112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:40.956286 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-23d9ecc6-eed3-4605-828b-48f04446e75a req-9e9c670f-022f-4114-8730-0574864b8112 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d1e732-3395-45e9-ab92-336826d1d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616691 Jun 23 14:52:40.984585 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42f0de-2352-40eb-aed7-19871d7305a5 req-5c227d6d-974a-4cc1-8b68-3f164783458f tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:40.986098 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-bd42f0de-2352-40eb-aed7-19871d7305a5 req-5c227d6d-974a-4cc1-8b68-3f164783458f tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 945 time: 0.0726571 Jun 23 14:52:41.024087 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-bd42f0de-2352-40eb-aed7-19871d7305a5 req-a1765a6f-ceef-4c7a-900d-83066494f4fe tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322444 Jun 23 14:52:41.060284 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-23d9ecc6-eed3-4605-828b-48f04446e75a req-c7b5f8fe-9870-49e1-bf9d-830f0f3baf6c service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884123 Jun 23 14:52:41.160056 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-23d9ecc6-eed3-4605-828b-48f04446e75a req-33669396-b1dd-4303-abd0-9dd0e141ae35 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823314 Jun 23 14:52:41.258049 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b52c39-cdcf-4418-a0aa-d286d01c3999 req-9c30286b-e216-465f-ae65-5c6557311803 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:41.259474 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c0b52c39-cdcf-4418-a0aa-d286d01c3999 req-9c30286b-e216-465f-ae65-5c6557311803 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.0643811 Jun 23 14:52:41.296230 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c0b52c39-cdcf-4418-a0aa-d286d01c3999 req-b400d4c2-ebc5-4fc4-b83f-42656ca1ae33 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306416 Jun 23 14:52:41.376162 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 8fdd863b-eafe-4864-b510-bd8759ec4410 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:52:41.378237 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 93c45d8b-3f9e-4dea-b70c-89c40fd1f186 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:52:41.403237 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] No Port match for: 93c45d8b-3f9e-4dea-b70c-89c40fd1f186 {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:52:41.403591 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 93c45d8b-3f9e-4dea-b70c-89c40fd1f186 not bound to the agent host hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:52:41.485795 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 8fdd863b-eafe-4864-b510-bd8759ec4410, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8fdd863b-eafe-4864-b510-bd8759ec4410,segment=NetworkSegment(6b6d6175-6f7a-4ab0-944f-8ac973921a6d),segment_id=6b6d6175-6f7a-4ab0-944f-8ac973921a6d)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:52:41.495953 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': '8fdd863b-eafe-4864-b510-bd8759ec4410', 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8', 'port_id': '8fdd863b-eafe-4864-b510-bd8759ec4410', 'mac_address': 'fa:16:3e:0e:27:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:52:41.535656 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:41.547699 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fdd863b-eafe-4864-b510-bd8759ec4410 {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:52:41.566723 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 8fdd863b-eafe-4864-b510-bd8759ec4410, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8fdd863b-eafe-4864-b510-bd8759ec4410,segment=NetworkSegment(6b6d6175-6f7a-4ab0-944f-8ac973921a6d),segment_id=6b6d6175-6f7a-4ab0-944f-8ac973921a6d)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:52:41.570557 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:41.572538 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9540b87f-a3af-4dda-965e-15021903862f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:41.616269 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=8fdd863b-eafe-4864-b510-bd8759ec4410,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:41.623623 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:41.623972 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:41.624310 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:41.624907 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:41.625257 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:41.625586 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:41.625936 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:41.626307 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:41.626583 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:41.626928 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:41.627215 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:41.628775 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:41.631486 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:41.779121 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a65d5b-7105-4c07-bef0-6105c9c60b70 req-3da3be6b-c999-4c6f-81ab-dda88e6de4bd tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:41.779952 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f09f63-facf-46d0-9cb1-c88119ad2cf6 req-9a67a7f4-3555-4013-a99b-072c3e71cdc0 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:41.780583 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-32a65d5b-7105-4c07-bef0-6105c9c60b70 req-3da3be6b-c999-4c6f-81ab-dda88e6de4bd tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 945 time: 0.0620465 Jun 23 14:52:41.781403 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-05f09f63-facf-46d0-9cb1-c88119ad2cf6 req-9a67a7f4-3555-4013-a99b-072c3e71cdc0 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0614448 Jun 23 14:52:41.818336 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-32a65d5b-7105-4c07-bef0-6105c9c60b70 req-aca25854-7c9c-41f3-8ff5-8b19663061c5 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319695 Jun 23 14:52:41.819110 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-05f09f63-facf-46d0-9cb1-c88119ad2cf6 req-43726728-8644-4176-8bde-71897b7bda26 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319874 Jun 23 14:52:42.197130 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e15b71-f38c-437e-b6cd-1d15462f369c req-eb0d597e-67ab-414d-87af-57846ab7e45e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:42.198592 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-13e15b71-f38c-437e-b6cd-1d15462f369c req-eb0d597e-67ab-414d-87af-57846ab7e45e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 945 time: 0.0622537 Jun 23 14:52:42.234441 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-13e15b71-f38c-437e-b6cd-1d15462f369c req-bca4e733-b29d-414c-af13-839ddde67aa5 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297508 Jun 23 14:52:42.310905 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['8fdd863b-eafe-4864-b510-bd8759ec4410'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:52:42.475260 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716501bd-c0ef-44dd-8252-f59fec48dbb4 req-353c1c3e-41ff-4f1e-92b4-6c991856697d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:42.476711 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-716501bd-c0ef-44dd-8252-f59fec48dbb4 req-353c1c3e-41ff-4f1e-92b4-6c991856697d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.0660594 Jun 23 14:52:42.519979 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-716501bd-c0ef-44dd-8252-f59fec48dbb4 req-17c3ed0a-9947-436c-9df9-e8ea38c66e24 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368440 Jun 23 14:52:42.656369 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:43.000598 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0a8e3-6bf2-4acd-a9ac-59d2f2a74cf6 req-1f3c4abc-784b-4ecf-9874-44f40e5a2244 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:43.001233 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6de220-0bb1-4f14-8492-c08652ec1ce1 req-30cf0487-861c-42c9-9131-b524abae3e0b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:43.002201 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-eaa0a8e3-6bf2-4acd-a9ac-59d2f2a74cf6 req-1f3c4abc-784b-4ecf-9874-44f40e5a2244 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 945 time: 0.0671101 Jun 23 14:52:43.002783 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-ee6de220-0bb1-4f14-8492-c08652ec1ce1 req-30cf0487-861c-42c9-9131-b524abae3e0b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0695109 Jun 23 14:52:43.045453 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-ee6de220-0bb1-4f14-8492-c08652ec1ce1 req-dc4e92f1-0580-4bb1-8807-92bcb9aadd4a tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371768 Jun 23 14:52:43.045900 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-eaa0a8e3-6bf2-4acd-a9ac-59d2f2a74cf6 req-0f39e935-ae3b-4d3c-bf6c-98e4b21924f6 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371294 Jun 23 14:52:43.402147 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab51e8-9a31-4d42-88c0-665a06d40ddb req-4a807ebd-9f0a-42aa-a654-7f678687740e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:43.404207 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-bdab51e8-9a31-4d42-88c0-665a06d40ddb req-4a807ebd-9f0a-42aa-a654-7f678687740e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 945 time: 0.0620780 Jun 23 14:52:43.441127 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-bdab51e8-9a31-4d42-88c0-665a06d40ddb req-5adebbd6-b8dc-42e1-99ec-126dfa351fdc tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314004 Jun 23 14:52:43.696819 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93580d3f-7be7-4fd3-b35e-769effbe0f5b req-33fc2007-2399-44dc-8565-5eee67f94f97 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:43.698287 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-93580d3f-7be7-4fd3-b35e-769effbe0f5b req-33fc2007-2399-44dc-8565-5eee67f94f97 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.0624259 Jun 23 14:52:43.735227 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-93580d3f-7be7-4fd3-b35e-769effbe0f5b req-6506f57e-2183-407e-93bb-3800efd229af tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312316 Jun 23 14:52:44.233269 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920f84c-6bad-4be0-9a49-d883acdd7292 req-50862927-c0a7-4b97-9c55-6882dd6876dc tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:44.234791 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4920f84c-6bad-4be0-9a49-d883acdd7292 req-50862927-c0a7-4b97-9c55-6882dd6876dc tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0695081 Jun 23 14:52:44.248305 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc250f86-06d1-4902-8533-150ac5b33333 req-ad315dc1-9bf7-4ecb-be8d-8195018d8faf tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:44.251117 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-cc250f86-06d1-4902-8533-150ac5b33333 req-ad315dc1-9bf7-4ecb-be8d-8195018d8faf tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 945 time: 0.0805392 Jun 23 14:52:44.274470 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4920f84c-6bad-4be0-9a49-d883acdd7292 req-e8f4ea11-8223-49f8-b16c-56f6362807cd tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340717 Jun 23 14:52:44.291690 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-cc250f86-06d1-4902-8533-150ac5b33333 req-aa7f309a-da77-4a94-b8ba-62be2438c287 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337896 Jun 23 14:52:44.616647 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b743ec-efa3-4bff-bb3d-4287e1e702ef req-935647a5-557a-41b2-be86-852625c99abd tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:44.618047 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-54b743ec-efa3-4bff-bb3d-4287e1e702ef req-935647a5-557a-41b2-be86-852625c99abd tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 945 time: 0.0630977 Jun 23 14:52:44.657599 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-54b743ec-efa3-4bff-bb3d-4287e1e702ef req-545e8e3e-7d1c-4561-92db-6adea9bb6d1f tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340128 Jun 23 14:52:44.735803 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9001b-22be-4e61-8686-73a51ecff1e9 req-439e5fa6-3e7a-4429-97be-6a16eb5039de tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:44.737231 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-95f9001b-22be-4e61-8686-73a51ecff1e9 req-439e5fa6-3e7a-4429-97be-6a16eb5039de tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 945 time: 0.0617878 Jun 23 14:52:44.854268 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-95f9001b-22be-4e61-8686-73a51ecff1e9 req-46016a36-5501-45d6-8733-d7ea4afcb6d5 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Deleting port 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:52:44.854617 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-95f9001b-22be-4e61-8686-73a51ecff1e9 req-46016a36-5501-45d6-8733-d7ea4afcb6d5 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:44.991290 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-95f9001b-22be-4e61-8686-73a51ecff1e9 req-46016a36-5501-45d6-8733-d7ea4afcb6d5 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] For port 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba,segment=NetworkSegment(fe93aea0-6524-4b32-92b7-0d915e8e0cd1),segment_id=fe93aea0-6524-4b32-92b7-0d915e8e0cd1)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:52:44.991555 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-95f9001b-22be-4e61-8686-73a51ecff1e9 req-46016a36-5501-45d6-8733-d7ea4afcb6d5 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:45.007096 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49068e21-3b88-4c47-bae9-2f1e422f42c4 req-407a077e-eeea-4a54-9454-02221e218705 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:45.008551 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-49068e21-3b88-4c47-bae9-2f1e422f42c4 req-407a077e-eeea-4a54-9454-02221e218705 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 945 time: 0.1498091 Jun 23 14:52:45.014095 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-95f9001b-22be-4e61-8686-73a51ecff1e9 req-46016a36-5501-45d6-8733-d7ea4afcb6d5 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Calling delete_port for 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba owned by compute:nova {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:52:45.087711 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-49068e21-3b88-4c47-bae9-2f1e422f42c4 req-b9f07c9b-2d47-4f37-9d68-5a402990ea32 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717196 Jun 23 14:52:45.191534 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-95f9001b-22be-4e61-8686-73a51ecff1e9 req-46016a36-5501-45d6-8733-d7ea4afcb6d5 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:45.196073 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:45.204822 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['52666dea-2583-4f8a-9700-4176b1539297', '13c3c53a-b4e9-4f92-aef4-87bad79363f2', '19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:52:45.224631 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46016a36-5501-45d6-8733-d7ea4afcb6d5 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Pushing event deleted for resources: {'Port': ['ID=19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:45.228744 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-46016a36-5501-45d6-8733-d7ea4afcb6d5 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:45.276272 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f9001b-22be-4e61-8686-73a51ecff1e9 req-46016a36-5501-45d6-8733-d7ea4afcb6d5 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] No DVR routers for this DVR port 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba on host hv-cinder-79628 {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:52:45.279426 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-95f9001b-22be-4e61-8686-73a51ecff1e9 req-46016a36-5501-45d6-8733-d7ea4afcb6d5 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:45.281660 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-95f9001b-22be-4e61-8686-73a51ecff1e9 req-46016a36-5501-45d6-8733-d7ea4afcb6d5 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.44 "DELETE /v2.0/ports/19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba HTTP/1.1" status: 204 len: 173 time: 0.5287910 Jun 23 14:52:45.282219 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d13057-cf57-4ebf-8e87-386f094ec9be', 'name': 'network-vif-deleted', 'tag': '19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:52:45.284644 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8983a08-1115-4b05-ab6c-c0d146dc2c98" -d '{"events": [{"server_uuid": "42d13057-cf57-4ebf-8e87-386f094ec9be", "name": "network-vif-deleted", "tag": "19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:52:45.359958 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54558016-ebc8-4441-9cc3-5b69831f7699 x-openstack-request-id: req-54558016-ebc8-4441-9cc3-5b69831f7699 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:52:45.360279 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d13057-cf57-4ebf-8e87-386f094ec9be", "name": "network-vif-deleted", "tag": "19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:52:45.360562 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54558016-ebc8-4441-9cc3-5b69831f7699 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:52:45.360989 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d13057-cf57-4ebf-8e87-386f094ec9be', 'name': 'network-vif-deleted', 'tag': '19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba', 'status': 'completed', 'code': 200} Jun 23 14:52:45.408384 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 8fdd863b-eafe-4864-b510-bd8759ec4410 up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:52:45.511234 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513d561-44f8-47f1-aa21-35bf7e688a13 req-f41a5ac8-37ae-470a-a0be-c32e16050c46 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:45.513294 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4513d561-44f8-47f1-aa21-35bf7e688a13 req-f41a5ac8-37ae-470a-a0be-c32e16050c46 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0731404 Jun 23 14:52:45.521467 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning for port 8fdd863b-eafe-4864-b510-bd8759ec4410 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:52:45.529531 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port 8fdd863b-eafe-4864-b510-bd8759ec4410 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:45.529843 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:45.558346 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4513d561-44f8-47f1-aa21-35bf7e688a13 req-f5777a7f-e84f-4b6a-84d5-f9b09ed04fbb tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380473 Jun 23 14:52:45.567549 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b3dba-e657-4fc7-9974-66ac34252e94 req-f044b0d6-5ab4-4c3e-b465-ce1bd133734b tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:45.576964 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-709b3dba-e657-4fc7-9974-66ac34252e94 req-f044b0d6-5ab4-4c3e-b465-ce1bd133734b tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 945 time: 0.0808344 Jun 23 14:52:45.611977 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-709b3dba-e657-4fc7-9974-66ac34252e94 req-fe414eb7-cce0-4882-b796-4e2261ff5005 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339429 Jun 23 14:52:45.652289 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:45.673983 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea8c8bb-239b-404c-9a1b-227aebe3f70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdd863b-eafe-4864-b510-bd8759ec4410'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:52:45.676213 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a571189-5a69-4d5e-8a13-c7d067bfa24c" -d '{"events": [{"server_uuid": "1ea8c8bb-239b-404c-9a1b-227aebe3f70e", "name": "network-vif-plugged", "status": "completed", "tag": "8fdd863b-eafe-4864-b510-bd8759ec4410"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:52:45.688798 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 8fdd863b-eafe-4864-b510-bd8759ec4410, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8fdd863b-eafe-4864-b510-bd8759ec4410,segment=NetworkSegment(6b6d6175-6f7a-4ab0-944f-8ac973921a6d),segment_id=6b6d6175-6f7a-4ab0-944f-8ac973921a6d)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:52:45.692435 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:45.693356 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 1cbddff4-17f6-40d0-b5a1-9b072835544f no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:52:45.695116 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9540b87f-a3af-4dda-965e-15021903862f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:45.731867 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8869999-6825-477e-98a0-a355943676de x-openstack-request-id: req-d8869999-6825-477e-98a0-a355943676de {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:52:45.732441 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea8c8bb-239b-404c-9a1b-227aebe3f70e", "name": "network-vif-plugged", "status": "completed", "tag": "8fdd863b-eafe-4864-b510-bd8759ec4410", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:52:45.732854 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8869999-6825-477e-98a0-a355943676de {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:52:45.733385 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea8c8bb-239b-404c-9a1b-227aebe3f70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdd863b-eafe-4864-b510-bd8759ec4410', 'code': 200} Jun 23 14:52:45.769772 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=8fdd863b-eafe-4864-b510-bd8759ec4410,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:45.773677 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:45.810580 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:45.827654 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-91a69fdd-b2f0-4e3b-a2c4-c5b2434d8b80 req-9009fb57-7732-4626-a0cb-4ef96d07b853 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=42d13057-cf57-4ebf-8e87-386f094ec9be HTTP/1.1" status: 200 len: 210 time: 0.0322666 Jun 23 14:52:45.844933 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 1cbddff4-17f6-40d0-b5a1-9b072835544f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1cbddff4-17f6-40d0-b5a1-9b072835544f,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:52:45.849008 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:45.850954 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-f8777c85-f3da-4492-b28f-63f57e02788e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:45.895025 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=1cbddff4-17f6-40d0-b5a1-9b072835544f,revision_number=8']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:45.898224 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:46.170485 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cc150-9214-409b-bbc6-0529d03319c7 req-d3c2c4c2-d65c-48d2-93a2-ebfb37545004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:46.171940 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-872cc150-9214-409b-bbc6-0529d03319c7 req-d3c2c4c2-d65c-48d2-93a2-ebfb37545004 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 1099 time: 0.0535445 Jun 23 14:52:46.246704 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-872cc150-9214-409b-bbc6-0529d03319c7 req-a4425212-679a-4df6-a768-262f6f64326c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585351 Jun 23 14:52:46.276938 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053646e6-8dcf-483b-a1ed-90a3339e5522 req-3ea70c2a-fdee-4b7b-a179-aba312e9ea27 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:46.278987 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-053646e6-8dcf-483b-a1ed-90a3339e5522 req-3ea70c2a-fdee-4b7b-a179-aba312e9ea27 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.0752385 Jun 23 14:52:46.316644 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-053646e6-8dcf-483b-a1ed-90a3339e5522 req-55665a24-a725-48a4-8cbd-f8a101d98e74 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319386 Jun 23 14:52:46.525835 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a021dc7-9717-4a6e-820a-d2bdf5493e40 req-413ab705-c541-4a2a-ba50-c90c7d09b5f5 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:46.527530 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-8a021dc7-9717-4a6e-820a-d2bdf5493e40 req-413ab705-c541-4a2a-ba50-c90c7d09b5f5 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 945 time: 0.0688794 Jun 23 14:52:46.572686 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-8a021dc7-9717-4a6e-820a-d2bdf5493e40 req-55e4fb46-a39f-4d52-ab52-aaf58581a1db tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382206 Jun 23 14:52:46.598896 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 36740) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:46.758293 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-f953a5e0-56a3-4e0a-845d-67735b9021c2 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147959907&fields=id&tenant_id=de80d8e05e914e30aa0a7ca86303ac3e HTTP/1.1" status: 200 len: 267 time: 0.0521233 Jun 23 14:52:46.909293 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1467f7-c4d5-4657-8633-4c51d324f47b req-f40908f3-cdf3-48e1-a8a5-e1882c16e49c tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:46.910802 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5b1467f7-c4d5-4657-8633-4c51d324f47b req-f40908f3-cdf3-48e1-a8a5-e1882c16e49c tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0661829 Jun 23 14:52:46.952255 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5b1467f7-c4d5-4657-8633-4c51d324f47b req-0a3a777b-a05d-4dd5-bdda-831133ab422f tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354564 Jun 23 14:52:47.117459 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24110ba-1957-4509-940a-8bc069b10776 req-e80acef5-d1eb-4762-bed9-6baeadbcbed5 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:47.119144 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a24110ba-1957-4509-940a-8bc069b10776 req-e80acef5-d1eb-4762-bed9-6baeadbcbed5 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.0642946 Jun 23 14:52:47.158468 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a24110ba-1957-4509-940a-8bc069b10776 req-a79bffb2-4b7a-429b-9439-c87f8481b645 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332720 Jun 23 14:52:47.171791 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-344f0f71-7220-45d7-ac56-49975c3729eb tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:47.173125 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-344f0f71-7220-45d7-ac56-49975c3729eb tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/networks?id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6 HTTP/1.1" status: 200 len: 811 time: 0.4152045 Jun 23 14:52:47.191765 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dc3cb0-b43d-4bd5-9105-7c4f5eb84169 tempest-TestMinimumBasicScenario-1758438545 tempest-TestMinimumBasicScenario-1758438545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:47.193270 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-b1dc3cb0-b43d-4bd5-9105-7c4f5eb84169 tempest-TestMinimumBasicScenario-1758438545 tempest-TestMinimumBasicScenario-1758438545-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 1093 time: 0.5932629 Jun 23 14:52:47.195720 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-404ecc06-1cfd-462c-90db-3cd9d2db8d7c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/quotas/de80d8e05e914e30aa0a7ca86303ac3e HTTP/1.1" status: 200 len: 375 time: 0.0150928 Jun 23 14:52:47.196151 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 36756) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:47.200969 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Request body: {'floatingip': {'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'port_id': 'e2dbb36f-8751-44c6-92b3-d6bf0359295f', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:47.256924 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for floatingip, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:47.302318 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-0747eaef-7ae7-413d-8fdb-cdf520c46ee1 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=de80d8e05e914e30aa0a7ca86303ac3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0970883 Jun 23 14:52:47.500847 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-fb84ff12-2be4-4cf6-9a46-216b4a91e5ea service neutron] 10.222.0.65 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714869 Jun 23 14:52:47.522233 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:47.721460 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefb97c-166f-4295-9aad-c265c990a198 req-80945840-35ad-4405-a4dc-2a88ed74f55b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:47.723359 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-fbefb97c-166f-4295-9aad-c265c990a198 req-80945840-35ad-4405-a4dc-2a88ed74f55b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.1278253 Jun 23 14:52:47.734805 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab1818e-124b-44f6-8290-75fed35fe3b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cbddff4-17f6-40d0-b5a1-9b072835544f'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:52:47.737442 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a3f591-3143-44ff-ac3c-ebdaf1a210ad" -d '{"events": [{"server_uuid": "0ab1818e-124b-44f6-8290-75fed35fe3b0", "name": "network-vif-unplugged", "status": "completed", "tag": "1cbddff4-17f6-40d0-b5a1-9b072835544f"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:52:47.737685 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Allocated IP 172.27.2.191 (fcd7f1a0-b694-4219-968d-f28fbbdba0ee/e66531d2-b162-4d5a-9b95-91879084f23c/69fcf91d-9497-473e-a102-f168e4f627e0) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:52:47.751304 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-a2913376-9046-4d8d-b11b-80f405809a5d service neutron] 10.222.0.65 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383242 Jun 23 14:52:47.771122 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-fbefb97c-166f-4295-9aad-c265c990a198 req-0a7b8b96-0b0e-48d6-812c-0aa514716135 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402977 Jun 23 14:52:47.872448 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:47.923933 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:47.927764 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c7dd1d0c-dd0d-4128-bc9b-e4302b74919e tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:47.994437 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Network fcd7f1a0-b694-4219-968d-f28fbbdba0ee is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:52:47.997340 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 36790) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:48.005086 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:52:48.009912 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:52:48.014217 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Pushing event updated for resources: {'Port': ['ID=69fcf91d-9497-473e-a102-f168e4f627e0,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:48.043246 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:48.118339 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f0d480c8-e0ea-4921-9d04-9913eb2b222f req-4e11870f-2c2f-4d52-9ba9-472e52d28ee1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1190131 Jun 23 14:52:48.161730 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 14:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02b8d97-334b-4581-964f-56f62e9175c4 x-openstack-request-id: req-e02b8d97-334b-4581-964f-56f62e9175c4 {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:52:48.162126 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab1818e-124b-44f6-8290-75fed35fe3b0", "name": "network-vif-unplugged", "status": "failed", "tag": "1cbddff4-17f6-40d0-b5a1-9b072835544f", "code": 422}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:52:48.162449 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e02b8d97-334b-4581-964f-56f62e9175c4 {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:52:48.162956 dv-cinder-796286-8-iscsi neutron-server[104658]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0ab1818e-124b-44f6-8290-75fed35fe3b0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1cbddff4-17f6-40d0-b5a1-9b072835544f', 'code': 422} returned with failed status Jun 23 14:52:48.274733 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1f975ab5-1cfc-42d2-b0f3-913c88659a8d req-0036112d-a921-4678-8d05-e81403e69fbf tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 210 time: 0.0508747 Jun 23 14:52:48.348804 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a13474-44bf-45ad-b56d-5fcf8a19d4cc req-b592e89a-4249-4971-ab70-2b9a1b23271f tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:48.350353 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-30a13474-44bf-45ad-b56d-5fcf8a19d4cc req-b592e89a-4249-4971-ab70-2b9a1b23271f tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0791605 Jun 23 14:52:48.411255 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-30a13474-44bf-45ad-b56d-5fcf8a19d4cc req-957c53c8-ef72-4a25-91f3-dfb94c5ab77e tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540395 Jun 23 14:52:48.598597 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc91364-4028-45aa-a051-2578288555d2 req-db419445-393b-4814-a741-b3a32c0b3658 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:48.600394 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ffc91364-4028-45aa-a051-2578288555d2 req-db419445-393b-4814-a741-b3a32c0b3658 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9c0c584-bc33-4703-9903-843b67c20c2f HTTP/1.1" status: 200 len: 945 time: 0.1623135 Jun 23 14:52:48.639367 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:48.659574 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76f62b-2fc3-4b02-b840-1d999aa71b6a req-83addd6b-61e0-47f6-b558-b6e58f1f5957 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:48.661655 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2e76f62b-2fc3-4b02-b840-1d999aa71b6a req-83addd6b-61e0-47f6-b558-b6e58f1f5957 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.0884070 Jun 23 14:52:48.680704 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ffc91364-4028-45aa-a051-2578288555d2 req-5dfb5719-4d02-4f64-ad77-60d42054ac52 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698211 Jun 23 14:52:48.742080 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2e76f62b-2fc3-4b02-b840-1d999aa71b6a req-16ad966a-3b68-447a-83ac-033ededc44bc tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742626 Jun 23 14:52:48.762058 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:48.994213 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba32916-c1dd-48ea-9d8b-4bf6f62aa1a9 req-a84955b1-710c-4298-a8c9-57714b48b46b tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:49.001592 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-bba32916-c1dd-48ea-9d8b-4bf6f62aa1a9 req-a84955b1-710c-4298-a8c9-57714b48b46b tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.1289132 Jun 23 14:52:49.023619 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441dcd7-a388-4dfb-87d8-e4ac392cfe52 req-69d65740-919e-451c-a675-50cd247d0afa tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:49.025799 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7441dcd7-a388-4dfb-87d8-e4ac392cfe52 req-69d65740-919e-451c-a675-50cd247d0afa tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.0716269 Jun 23 14:52:49.069384 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-bba32916-c1dd-48ea-9d8b-4bf6f62aa1a9 req-8322b514-897c-4e60-add4-a16ca55eb6c5 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666773 Jun 23 14:52:49.073454 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7441dcd7-a388-4dfb-87d8-e4ac392cfe52 req-7ee731bc-3aa1-43ae-a829-3375861cc2e5 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371904 Jun 23 14:52:49.089117 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 36818) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:49.098166 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:49.102895 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:49.105087 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:49.169045 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Pushing event updated for resources: {'Port': ['ID=69fcf91d-9497-473e-a102-f168e4f627e0,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:49.173096 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:49.183615 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602980'] for floatingip, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:49.266604 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e33261d-3491-4990-88c9-2596f0f53f33 tempest-TestShelveInstance-1576557312 tempest-TestShelveInstance-1576557312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:49.267989 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-5e33261d-3491-4990-88c9-2596f0f53f33 tempest-TestShelveInstance-1576557312 tempest-TestShelveInstance-1576557312-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 1094 time: 0.1775119 Jun 23 14:52:49.271051 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 36822) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:49.275539 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Request body: {'floatingip': {'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'port_id': '8fdd863b-eafe-4864-b510-bd8759ec4410', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:49.284192 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.db.l3_db [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Floating IP bbc054d3-3546-4fad-a236-6efb3ced88f1 associated. External IP: 172.27.2.191, port: e2dbb36f-8751-44c6-92b3-d6bf0359295f. Jun 23 14:52:49.297979 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for floatingip, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:49.404124 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:49.441047 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 1cbddff4-17f6-40d0-b5a1-9b072835544f no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:52:49.459774 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a36c31cf-705c-43b1-b8fb-83f881c95b34 req-11329a52-6a4f-437c-ac08-30eb13d6cf91 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 210 time: 0.0366344 Jun 23 14:52:49.522852 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_common [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Allocated IP 172.27.2.139 (fcd7f1a0-b694-4219-968d-f28fbbdba0ee/e66531d2-b162-4d5a-9b95-91879084f23c/636ce77a-baa6-40ee-af36-2b04a5b54371) {{(pid=104656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:52:49.532905 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Router b3fc5eb4-fdeb-482c-a934-12d8e735343e has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:52:49.545114 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:52:49.569847 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] No Port match for: 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:52:49.570486 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 19eaa5dc-ecb3-4ff4-9355-636a42d9a4ba not bound to the agent host hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:52:49.659867 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:52:49.672309 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154db7a2-96c5-4ff4-9c4e-9de1da676f7d None None] Sync routers for ids ['b3fc5eb4-fdeb-482c-a934-12d8e735343e'] in dv-cinder-796286-8-iscsi {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:52:49.680563 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for port, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:49.681252 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for floatingip, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:49.683243 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154db7a2-96c5-4ff4-9c4e-9de1da676f7d None None] Routers {'b3fc5eb4-fdeb-482c-a934-12d8e735343e'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:52:49.684762 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-154db7a2-96c5-4ff4-9c4e-9de1da676f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:52:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['b3fc5eb4-fdeb-482c-a934-12d8e735343e'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:49.701726 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1821cfe-48de-453b-bb91-41b6da8b36fc req-44a8e5e7-5d0c-424e-9551-dc0c00f2ad4b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:49.703438 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a1821cfe-48de-453b-bb91-41b6da8b36fc req-44a8e5e7-5d0c-424e-9551-dc0c00f2ad4b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.1136076 Jun 23 14:52:49.728382 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5284283 Jun 23 14:52:49.728382 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa57212-7777-4106-b580-23492cc22216', 'tag': 'e2dbb36f-8751-44c6-92b3-d6bf0359295f'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:52:49.729189 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6702e9ec-8031-4432-9f70-c9ad72409c89" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa57212-7777-4106-b580-23492cc22216", "tag": "e2dbb36f-8751-44c6-92b3-d6bf0359295f"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:52:49.732287 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 36830) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:49.736666 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-014674d1-5427-4d99-a1eb-d6feb64fa262 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-557826267', 'description': 'tempest-secgroup-smoke-557826267 description', 'project_id': '48ae03c8936d4b8aae737d381bdafe5a'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:49.767173 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-014674d1-5427-4d99-a1eb-d6feb64fa262 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:49.805014 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:49.816316 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:49.882967 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Network fcd7f1a0-b694-4219-968d-f28fbbdba0ee is already hosted by enough agents. {{(pid=104656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:52:49.903270 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-154db7a2-96c5-4ff4-9c4e-9de1da676f7d None None] Set router b3fc5eb4-fdeb-482c-a934-12d8e735343e gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:52:49.920910 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a1821cfe-48de-453b-bb91-41b6da8b36fc req-8ade4713-6bb8-4d71-af36-b500c307e199 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599791 Jun 23 14:52:49.936469 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Resources bound (agent type, host, resource id): {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:52:49.961016 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Received port after_create {{(pid=104656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:52:50.023359 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Pushing event updated for resources: {'Port': ['ID=636ce77a-baa6-40ee-af36-2b04a5b54371,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:50.046751 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:50.047880 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:50.048440 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:50.049055 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:50.049639 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:50.050245 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:50.050795 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:50.051341 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:50.051879 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:50.052415 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:50.052949 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:50.053501 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:52:50.059564 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:50.103148 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-41f28845-2ed6-4928-bda5-00077a264b43 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:50.104605 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-41f28845-2ed6-4928-bda5-00077a264b43 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.44 "GET /v2.0/networks?id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6 HTTP/1.1" status: 200 len: 811 time: 0.1569126 Jun 23 14:52:50.110795 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ce05f2-b74a-4387-9e2f-b4da5013c38f x-openstack-request-id: req-24ce05f2-b74a-4387-9e2f-b4da5013c38f {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:52:50.111150 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa57212-7777-4106-b580-23492cc22216", "tag": "e2dbb36f-8751-44c6-92b3-d6bf0359295f", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:52:50.111398 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-24ce05f2-b74a-4387-9e2f-b4da5013c38f {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:52:50.111820 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa57212-7777-4106-b580-23492cc22216', 'tag': 'e2dbb36f-8751-44c6-92b3-d6bf0359295f', 'status': 'completed', 'code': 200} Jun 23 14:52:50.115138 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-014674d1-5427-4d99-a1eb-d6feb64fa262 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:50.123681 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-014674d1-5427-4d99-a1eb-d6feb64fa262 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:50.128645 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-6ff24aee-2c77-4beb-90f6-c4dcf1ffbe4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:50.178297 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014674d1-5427-4d99-a1eb-d6feb64fa262 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcddff7-3b6b-4b73-a605-6194485ce71b,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:50.217957 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-014674d1-5427-4d99-a1eb-d6feb64fa262 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:50.223490 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-154db7a2-96c5-4ff4-9c4e-9de1da676f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'name': 'tempest-TestMinimumBasicScenario-615114459-router', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:26Z', 'updated_at': '2021-06-23T14:51:30Z', 'revision_number': 4, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'gw_port': {'id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:27Z', 'updated_at': '2021-06-23T14:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': 'bbc054d3-3546-4fad-a236-6efb3ced88f1', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'port_id': 'e2dbb36f-8751-44c6-92b3-d6bf0359295f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc', 'mac_address': 'fa:16:3e:07:ab:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa57212-7777-4106-b580-23492cc22216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:52:48Z', 'updated_at': '2021-06-23T14:52:48Z', 'revision_number': 0, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71', 'name': '', 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'mac_address': 'fa:16:3e:c3:fb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a9269878-b91e-4434-829a-8b123dec3d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:29Z', 'updated_at': '2021-06-23T14:51:36Z', 'revision_number': 5, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'subnets': [{'id': 'a9269878-b91e-4434-829a-8b123dec3d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:50.259462 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429aa45-a78a-4833-bb60-d4a5f99c9497 req-f9acf653-62bc-47d7-aa15-53e99eeda87d tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:50.260935 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0429aa45-a78a-4833-bb60-d4a5f99c9497 req-f9acf653-62bc-47d7-aa15-53e99eeda87d tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9c0c584-bc33-4703-9903-843b67c20c2f HTTP/1.1" status: 200 len: 945 time: 0.3821564 Jun 23 14:52:50.261247 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154db7a2-96c5-4ff4-9c4e-9de1da676f7d None None] Checking router: b3fc5eb4-fdeb-482c-a934-12d8e735343e for host: dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:52:50.261672 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-014674d1-5427-4d99-a1eb-d6feb64fa262 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:50.263375 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-014674d1-5427-4d99-a1eb-d6feb64fa262 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5303886 Jun 23 14:52:50.268840 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 36836) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:50.273318 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-ff8e9324-591b-4b19-8a17-4aa241d46a76 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Request body: {'security_group_rule': {'security_group_id': 'bbcddff7-3b6b-4b73-a605-6194485ce71b', 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:50.273565 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154db7a2-96c5-4ff4-9c4e-9de1da676f7d None None] Routers {'b3fc5eb4-fdeb-482c-a934-12d8e735343e'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:52:50.274410 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-154db7a2-96c5-4ff4-9c4e-9de1da676f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:52:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['b3fc5eb4-fdeb-482c-a934-12d8e735343e'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:50.302256 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702e9ec-8031-4432-9f70-c9ad72409c89 req-c1f8770a-0d58-409e-90fb-b7efc8f88d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:50.303862 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6702e9ec-8031-4432-9f70-c9ad72409c89 req-c1f8770a-0d58-409e-90fb-b7efc8f88d13 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ae03c8936d4b8aae737d381bdafe5a&device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 1098 time: 0.1780550 Jun 23 14:52:50.313325 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-181a65a8-9f4d-41de-9739-b75e0cc1c4ae tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de80d8e05e914e30aa0a7ca86303ac3e HTTP/1.1" status: 200 len: 379 time: 0.1360765 Jun 23 14:52:50.335764 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-5a07415c-6b5a-40d0-af71-ca768f3de73f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Request body: {'port': {'device_id': '1aa08b37-89c2-4bc8-b886-8d1042e4b959', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'admin_state_up': True, 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'security_groups': ['8f179989-7049-4134-9a8c-0ec5dffd6bb0']}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:50.382336 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0429aa45-a78a-4833-bb60-d4a5f99c9497 req-836e36c4-d587-45d2-a3c7-aaeb52fc1bbc tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008987 Jun 23 14:52:50.383035 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ff8e9324-591b-4b19-8a17-4aa241d46a76 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:50.487288 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80a5fa-731d-4dd5-9231-f87dd39c65e5 req-4a20e8fb-a447-4ebc-951a-da9b7d7fd7fd tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:50.492985 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3a80a5fa-731d-4dd5-9231-f87dd39c65e5 req-4a20e8fb-a447-4ebc-951a-da9b7d7fd7fd tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.2451613 Jun 23 14:52:50.520364 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-154db7a2-96c5-4ff4-9c4e-9de1da676f7d None None] Set router b3fc5eb4-fdeb-482c-a934-12d8e735343e gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:52:50.529369 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ff8e9324-591b-4b19-8a17-4aa241d46a76 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:50.538079 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ff8e9324-591b-4b19-8a17-4aa241d46a76 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:50.552816 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:50.576684 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702e9ec-8031-4432-9f70-c9ad72409c89 req-2e36da07-5c2d-4a55-baab-d500822d71e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:50.578383 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6702e9ec-8031-4432-9f70-c9ad72409c89 req-2e36da07-5c2d-4a55-baab-d500822d71e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a1115ee8-5372-48ee-a732-c77948f674dc HTTP/1.1" status: 200 len: 915 time: 0.2588310 Jun 23 14:52:50.588762 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e9324-591b-4b19-8a17-4aa241d46a76 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709ca0a7-e9df-45f3-8c7a-cd4d95bef85f,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:50.594249 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-5a07415c-6b5a-40d0-af71-ca768f3de73f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Made reservation on behalf of de80d8e05e914e30aa0a7ca86303ac3e for: {'port': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:52:50.595723 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3a80a5fa-731d-4dd5-9231-f87dd39c65e5 req-324c3a45-1c20-43a3-9357-8c375f10ef0f tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018181 Jun 23 14:52:50.598904 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-5a07415c-6b5a-40d0-af71-ca768f3de73f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:50.603793 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-ff8e9324-591b-4b19-8a17-4aa241d46a76 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:50.620162 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ff8e9324-591b-4b19-8a17-4aa241d46a76 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:50.624673 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-ff8e9324-591b-4b19-8a17-4aa241d46a76 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3515394 Jun 23 14:52:50.652460 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 36840) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:50.659629 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-38d50d31-42b3-4cb3-85fc-74f011c970ac tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Request body: {'security_group_rule': {'security_group_id': 'bbcddff7-3b6b-4b73-a605-6194485ce71b', 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:50.665152 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-696b74e9-b6c0-4271-92d4-4e05499f6233 req-edbb4604-0e70-4ae3-bdc0-ba3091b73986 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 210 time: 0.0739367 Jun 23 14:52:50.680706 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:50.732643 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6702e9ec-8031-4432-9f70-c9ad72409c89 req-4ae93629-81d5-4b04-8a86-552b6434f8ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2dbb36f-8751-44c6-92b3-d6bf0359295f HTTP/1.1" status: 200 len: 999 time: 0.1358764 Jun 23 14:52:50.772840 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-38d50d31-42b3-4cb3-85fc-74f011c970ac tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:50.802491 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-154db7a2-96c5-4ff4-9c4e-9de1da676f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'name': 'tempest-TestMinimumBasicScenario-615114459-router', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:26Z', 'updated_at': '2021-06-23T14:51:30Z', 'revision_number': 4, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'gw_port': {'id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:27Z', 'updated_at': '2021-06-23T14:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': 'bbc054d3-3546-4fad-a236-6efb3ced88f1', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'port_id': 'e2dbb36f-8751-44c6-92b3-d6bf0359295f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc', 'mac_address': 'fa:16:3e:07:ab:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa57212-7777-4106-b580-23492cc22216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:52:48Z', 'updated_at': '2021-06-23T14:52:48Z', 'revision_number': 0, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71', 'name': '', 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'mac_address': 'fa:16:3e:c3:fb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a9269878-b91e-4434-829a-8b123dec3d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:29Z', 'updated_at': '2021-06-23T14:51:36Z', 'revision_number': 5, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'subnets': [{'id': 'a9269878-b91e-4434-829a-8b123dec3d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:50.825196 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702e9ec-8031-4432-9f70-c9ad72409c89 req-d225e1b2-a0ff-4f6a-bbb3-da6cf11d3808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:50.826734 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6702e9ec-8031-4432-9f70-c9ad72409c89 req-d225e1b2-a0ff-4f6a-bbb3-da6cf11d3808 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9269878-b91e-4434-829a-8b123dec3d3e HTTP/1.1" status: 200 len: 853 time: 0.0832787 Jun 23 14:52:50.830907 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-5a07415c-6b5a-40d0-af71-ca768f3de73f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Allocated IP 172.20.0.8 (ac6fad9b-4f0e-4001-acb4-b7ca181089b6/71715e87-1bbc-4aaf-bc38-8d1e86684ae7/93494d44-3a04-41a9-a66b-52af7685c5ac) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:52:50.843672 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154db7a2-96c5-4ff4-9c4e-9de1da676f7d None None] The sync data for ids ['b3fc5eb4-fdeb-482c-a934-12d8e735343e'] in dv-cinder-796286-8-iscsi is: [{'id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'name': 'tempest-TestMinimumBasicScenario-615114459-router', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:26Z', 'updated_at': '2021-06-23T14:51:30Z', 'revision_number': 4, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'gw_port': {'id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:27Z', 'updated_at': '2021-06-23T14:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': 'bbc054d3-3546-4fad-a236-6efb3ced88f1', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'port_id': 'e2dbb36f-8751-44c6-92b3-d6bf0359295f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc', 'mac_address': 'fa:16:3e:07:ab:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa57212-7777-4106-b580-23492cc22216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:52:48Z', 'updated_at': '2021-06-23T14:52:48Z', 'revision_number': 0, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71', 'name': '', 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'mac_address': 'fa:16:3e:c3:fb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a9269878-b91e-4434-829a-8b123dec3d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:29Z', 'updated_at': '2021-06-23T14:51:36Z', 'revision_number': 5, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'subnets': [{'id': 'a9269878-b91e-4434-829a-8b123dec3d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:52:50.868846 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:50.881132 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-38d50d31-42b3-4cb3-85fc-74f011c970ac tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:50.896985 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-38d50d31-42b3-4cb3-85fc-74f011c970ac tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:50.903882 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:50.935497 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d50d31-42b3-4cb3-85fc-74f011c970ac tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a5160f-5420-438a-a56c-5161907d39d4,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:50.942653 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-38d50d31-42b3-4cb3-85fc-74f011c970ac tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:50.967533 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-38d50d31-42b3-4cb3-85fc-74f011c970ac tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:50.968862 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-38d50d31-42b3-4cb3-85fc-74f011c970ac tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3148947 Jun 23 14:52:50.994682 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 36844) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:51.000922 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-b0cea9cf-d74f-49ca-b039-86b1fcc88d30 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Request body: {'security_group_rule': {'security_group_id': 'bbcddff7-3b6b-4b73-a605-6194485ce71b', 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:51.093048 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-5a07415c-6b5a-40d0-af71-ca768f3de73f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:51.125545 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-5a07415c-6b5a-40d0-af71-ca768f3de73f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Transition to ACTIVE for port object 93494d44-3a04-41a9-a66b-52af7685c5ac will not be triggered until provisioned by entity DHCP. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:52:51.153546 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7896c7-de23-4106-82ba-ffd97ad12f72 req-8185522f-dc82-40f7-a195-fc4796f46666 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:51.156093 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7c7896c7-de23-4106-82ba-ffd97ad12f72 req-8185522f-dc82-40f7-a195-fc4796f46666 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9c0c584-bc33-4703-9903-843b67c20c2f HTTP/1.1" status: 200 len: 945 time: 0.1028037 Jun 23 14:52:51.181587 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aa4964-e2a5-493e-83a7-e6f22823ac87 None None] New status for floating IP bbc054d3-3546-4fad-a236-6efb3ced88f1: ACTIVE {{(pid=104658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:52:51.239926 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-5a07415c-6b5a-40d0-af71-ca768f3de73f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:51.246112 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-9062a53c-1ce8-4774-a143-1b3c65818535 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:51.326309 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.44', 56441) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:51.331036 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-5a07415c-6b5a-40d0-af71-ca768f3de73f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Network ac6fad9b-4f0e-4001-acb4-b7ca181089b6 is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:52:51.350120 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702e9ec-8031-4432-9f70-c9ad72409c89 req-d8573281-8ac7-4680-b862-7e647648c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:51.351592 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6702e9ec-8031-4432-9f70-c9ad72409c89 req-d8573281-8ac7-4680-b862-7e647648c1de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a1115ee8-5372-48ee-a732-c77948f674dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5138822 Jun 23 14:52:51.363785 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-5a07415c-6b5a-40d0-af71-ca768f3de73f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:52:51.369539 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-5a07415c-6b5a-40d0-af71-ca768f3de73f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:52:51.393004 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07415c-6b5a-40d0-af71-ca768f3de73f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Pushing event updated for resources: {'Port': ['ID=93494d44-3a04-41a9-a66b-52af7685c5ac,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:51.396518 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-5a07415c-6b5a-40d0-af71-ca768f3de73f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:51.466959 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b0cea9cf-d74f-49ca-b039-86b1fcc88d30 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:51.582147 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5639a-dd8d-4add-b053-cb4dd7c68117 req-96a84a5c-24eb-4a42-8c7f-ad978eaa9e59 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:51.583689 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f1a5639a-dd8d-4add-b053-cb4dd7c68117 req-96a84a5c-24eb-4a42-8c7f-ad978eaa9e59 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.2644081 Jun 23 14:52:51.586108 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for port, precommit_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:51.599326 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:51.602953 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6702e9ec-8031-4432-9f70-c9ad72409c89 req-d9c7b40f-f6ce-46ac-8f79-1285ad9eed97 service neutron] 10.222.0.44 "GET /v2.0/networks/a1115ee8-5372-48ee-a732-c77948f674dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304928 Jun 23 14:52:51.612078 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-d4c8d01f-9ab7-4cd9-924d-0cb34edf0a9d tempest-DeleteServersTestJSON-1738181253 tempest-DeleteServersTestJSON-1738181253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:51.694008 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602980'] for floatingip, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:51.752615 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-aa70cb94-3dd7-450c-9d18-19b99150d808 None None] Provisioning for port 93494d44-3a04-41a9-a66b-52af7685c5ac completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:52:51.757089 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-aa70cb94-3dd7-450c-9d18-19b99150d808 None None] Provisioning complete for port 93494d44-3a04-41a9-a66b-52af7685c5ac triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:51.757706 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-aa70cb94-3dd7-450c-9d18-19b99150d808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:51.769433 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-7c7896c7-de23-4106-82ba-ffd97ad12f72 req-7ba4ecf6-8b21-4094-b21e-054f64dbac18 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Deleting port 13c3c53a-b4e9-4f92-aef4-87bad79363f2 {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:52:51.770070 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7c7896c7-de23-4106-82ba-ffd97ad12f72 req-7ba4ecf6-8b21-4094-b21e-054f64dbac18 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:51.770167 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b0cea9cf-d74f-49ca-b039-86b1fcc88d30 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:51.790768 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b0cea9cf-d74f-49ca-b039-86b1fcc88d30 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:51.793870 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-aa70cb94-3dd7-450c-9d18-19b99150d808 None None] Port 93494d44-3a04-41a9-a66b-52af7685c5ac cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:52:51.811613 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-5a07415c-6b5a-40d0-af71-ca768f3de73f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:51.812229 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-5a07415c-6b5a-40d0-af71-ca768f3de73f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:51.812808 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Pushing event updated for resources: {'Port': ['ID=636ce77a-baa6-40ee-af36-2b04a5b54371,revision_number=2']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:51.822475 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f1a5639a-dd8d-4add-b053-cb4dd7c68117 req-11831023-26df-4e64-abaa-222941b7e4ec tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272491 Jun 23 14:52:51.823327 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:51.827787 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:51.886230 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-5a07415c-6b5a-40d0-af71-ca768f3de73f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5632043 Jun 23 14:52:51.894515 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d480c8-e0ea-4921-9d04-9913eb2b222f req-df5a9844-5165-4695-80a5-c861886eae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:51.896036 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-f0d480c8-e0ea-4921-9d04-9913eb2b222f req-df5a9844-5165-4695-80a5-c861886eae9e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0&tenant_id=f1f1df70bdc347509afb763322e81a15 HTTP/1.1" status: 200 len: 1096 time: 0.5638936 Jun 23 14:52:51.901681 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6702e9ec-8031-4432-9f70-c9ad72409c89 req-ea764ccd-1cfa-4c44-bf9d-e9ff34361fcb service neutron] 10.222.0.44 "GET /v2.0/networks/a1115ee8-5372-48ee-a732-c77948f674dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810948 Jun 23 14:52:51.902463 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b0cea9cf-d74f-49ca-b039-86b1fcc88d30 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:51.907186 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 36852) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:51.917387 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Request body: {'port': {'device_id': '1aa08b37-89c2-4bc8-b886-8d1042e4b959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:51.921175 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-b0cea9cf-d74f-49ca-b039-86b1fcc88d30 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9244432 Jun 23 14:52:51.924859 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-651c0432-f362-495c-8026-30b37abb04c9 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Request body: {'security_group_rule': {'security_group_id': 'bbcddff7-3b6b-4b73-a605-6194485ce71b', 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:51.932014 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cea9cf-d74f-49ca-b039-86b1fcc88d30 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08bc2ce-aee2-482d-8b62-d041ad8d8599,revision_number=0']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:51.954565 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-b0cea9cf-d74f-49ca-b039-86b1fcc88d30 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:51.997540 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-7c7896c7-de23-4106-82ba-ffd97ad12f72 req-7ba4ecf6-8b21-4094-b21e-054f64dbac18 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] For port 13c3c53a-b4e9-4f92-aef4-87bad79363f2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=13c3c53a-b4e9-4f92-aef4-87bad79363f2,segment=NetworkSegment(fe93aea0-6524-4b32-92b7-0d915e8e0cd1),segment_id=fe93aea0-6524-4b32-92b7-0d915e8e0cd1)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:52:51.997940 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7c7896c7-de23-4106-82ba-ffd97ad12f72 req-7ba4ecf6-8b21-4094-b21e-054f64dbac18 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:52.007779 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.db.l3_db [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Floating IP 03b892e8-3e88-45d5-94ca-09c6a4bca63f associated. External IP: 172.27.2.139, port: 8fdd863b-eafe-4864-b510-bd8759ec4410. Jun 23 14:52:52.022492 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-7c7896c7-de23-4106-82ba-ffd97ad12f72 req-7ba4ecf6-8b21-4094-b21e-054f64dbac18 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Calling delete_port for 13c3c53a-b4e9-4f92-aef4-87bad79363f2 owned by compute:nova {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:52:52.039855 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-651c0432-f362-495c-8026-30b37abb04c9 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:52.051398 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d0fad-36b7-48df-8075-bb87f4b5c601 req-1fbdbc3b-8614-4889-be47-ed42176c044d tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:52.052910 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a65d0fad-36b7-48df-8075-bb87f4b5c601 req-1fbdbc3b-8614-4889-be47-ed42176c044d tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9c0c584-bc33-4703-9903-843b67c20c2f HTTP/1.1" status: 200 len: 945 time: 0.2881916 Jun 23 14:52:52.156186 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09415a87-bf07-46b8-9a16-e15251fdf589 req-b0457f91-27bd-4fe9-9f49-cabbbc90b75b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:52.157596 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-09415a87-bf07-46b8-9a16-e15251fdf589 req-b0457f91-27bd-4fe9-9f49-cabbbc90b75b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.2271552 Jun 23 14:52:52.160238 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:52.164211 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d480c8-e0ea-4921-9d04-9913eb2b222f req-55546aaa-8c6c-49dd-87f5-f78ee5094d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:52.165651 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f0d480c8-e0ea-4921-9d04-9913eb2b222f req-55546aaa-8c6c-49dd-87f5-f78ee5094d00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1f1df70bdc347509afb763322e81a15&device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 1096 time: 0.2308161 Jun 23 14:52:52.212747 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-651c0432-f362-495c-8026-30b37abb04c9 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:52.217938 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a65d0fad-36b7-48df-8075-bb87f4b5c601 req-8403ce5b-a468-4ced-b5b3-49bb5c3473a5 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355872 Jun 23 14:52:52.243993 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-651c0432-f362-495c-8026-30b37abb04c9 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:52.256245 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:52.296269 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c0432-f362-495c-8026-30b37abb04c9 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e9fd55-16eb-4b8b-b27f-0ecf5b3659f8,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:52.310608 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-09415a87-bf07-46b8-9a16-e15251fdf589 req-39b288f8-6374-4b4f-854c-2e9e183b684d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420474 Jun 23 14:52:52.343686 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-651c0432-f362-495c-8026-30b37abb04c9 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:52.349296 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-651c0432-f362-495c-8026-30b37abb04c9 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:52.350568 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-651c0432-f362-495c-8026-30b37abb04c9 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4397824 Jun 23 14:52:52.354833 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 36856) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:52.376481 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-3c079c38-9dc8-4302-82e1-bf9d4354deb0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Request body: {'security_group_rule': {'security_group_id': 'bbcddff7-3b6b-4b73-a605-6194485ce71b', 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:52.396549 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d480c8-e0ea-4921-9d04-9913eb2b222f req-6b39d6bb-c890-46e9-9bc1-8bf0d398518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:52.398048 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f0d480c8-e0ea-4921-9d04-9913eb2b222f req-6b39d6bb-c890-46e9-9bc1-8bf0d398518d service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2d1e732-3395-45e9-ab92-336826d1d69d HTTP/1.1" status: 200 len: 918 time: 0.2205143 Jun 23 14:52:52.463005 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.db.securitygroups_db [None req-3c079c38-9dc8-4302-82e1-bf9d4354deb0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Project 48ae03c8936d4b8aae737d381bdafe5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:52:52.475189 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3c079c38-9dc8-4302-82e1-bf9d4354deb0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:52.478665 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Router af422a9a-ecd6-4a85-affb-ad7549a3d67c has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:52:52.502149 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7c7896c7-de23-4106-82ba-ffd97ad12f72 req-7ba4ecf6-8b21-4094-b21e-054f64dbac18 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:52.509707 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-5dd2b9e5-c86f-40d5-8f25-2ef7b10389c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:52.513992 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f0d480c8-e0ea-4921-9d04-9913eb2b222f req-62eae9f2-1d49-45a6-b9ad-fda4e8678daa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cbddff4-17f6-40d0-b5a1-9b072835544f HTTP/1.1" status: 200 len: 998 time: 0.1020162 Jun 23 14:52:52.518913 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['52666dea-2583-4f8a-9700-4176b1539297', '13c3c53a-b4e9-4f92-aef4-87bad79363f2'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:52:52.552212 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4ecf6-8b21-4094-b21e-054f64dbac18 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Pushing event deleted for resources: {'Port': ['ID=13c3c53a-b4e9-4f92-aef4-87bad79363f2,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:52.555156 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-7ba4ecf6-8b21-4094-b21e-054f64dbac18 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:52.620879 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7896c7-de23-4106-82ba-ffd97ad12f72 req-7ba4ecf6-8b21-4094-b21e-054f64dbac18 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] No DVR routers for this DVR port 13c3c53a-b4e9-4f92-aef4-87bad79363f2 on host hv-cinder-79628 {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:52:52.631458 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ae566-477e-434d-bb93-99550a0b760e req-e40d4c83-b358-483d-99e1-5e3f25164d49 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:52.633013 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-043ae566-477e-434d-bb93-99550a0b760e req-e40d4c83-b358-483d-99e1-5e3f25164d49 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 931 time: 0.2667165 Jun 23 14:52:52.643421 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7c7896c7-de23-4106-82ba-ffd97ad12f72 req-7ba4ecf6-8b21-4094-b21e-054f64dbac18 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:52.645902 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7c7896c7-de23-4106-82ba-ffd97ad12f72 req-7ba4ecf6-8b21-4094-b21e-054f64dbac18 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.44 "DELETE /v2.0/ports/13c3c53a-b4e9-4f92-aef4-87bad79363f2 HTTP/1.1" status: 204 len: 173 time: 1.4800653 Jun 23 14:52:52.648711 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c0c584-bc33-4703-9903-843b67c20c2f', 'name': 'network-vif-deleted', 'tag': '13c3c53a-b4e9-4f92-aef4-87bad79363f2'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:52:52.656706 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38314077-41c0-4905-9188-18662ea12527" -d '{"events": [{"server_uuid": "b9c0c584-bc33-4703-9903-843b67c20c2f", "name": "network-vif-deleted", "tag": "13c3c53a-b4e9-4f92-aef4-87bad79363f2"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:52:52.668019 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d480c8-e0ea-4921-9d04-9913eb2b222f req-d5ae0133-c892-42eb-8df1-f93843327434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:52.670077 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f0d480c8-e0ea-4921-9d04-9913eb2b222f req-d5ae0133-c892-42eb-8df1-f93843327434 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e25bbb7-3773-4230-b906-44113f972ac4 HTTP/1.1" status: 200 len: 856 time: 0.1431143 Jun 23 14:52:52.673322 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3c079c38-9dc8-4302-82e1-bf9d4354deb0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:52.693325 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3c079c38-9dc8-4302-82e1-bf9d4354deb0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:52.724603 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:52.736073 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9d167c-37b7-462c-9568-fd1e39f7da17 x-openstack-request-id: req-df9d167c-37b7-462c-9568-fd1e39f7da17 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:52:52.736414 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c0c584-bc33-4703-9903-843b67c20c2f", "name": "network-vif-deleted", "tag": "13c3c53a-b4e9-4f92-aef4-87bad79363f2", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:52:52.736712 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df9d167c-37b7-462c-9568-fd1e39f7da17 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:52:52.737129 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c0c584-bc33-4703-9903-843b67c20c2f', 'name': 'network-vif-deleted', 'tag': '13c3c53a-b4e9-4f92-aef4-87bad79363f2', 'status': 'completed', 'code': 200} Jun 23 14:52:52.747632 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:52:52.752387 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c079c38-9dc8-4302-82e1-bf9d4354deb0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7ec873-1f8a-4f65-bf1c-b485879c1163,revision_number=0']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:52.758148 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-3c079c38-9dc8-4302-82e1-bf9d4354deb0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:52.765901 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-043ae566-477e-434d-bb93-99550a0b760e req-93d6df5f-65ee-4027-840a-e1a24c29f881 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189492 Jun 23 14:52:52.771502 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3c079c38-9dc8-4302-82e1-bf9d4354deb0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:52.772929 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-3c079c38-9dc8-4302-82e1-bf9d4354deb0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4116669 Jun 23 14:52:52.775339 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 36860) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:52:52.780469 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846630d4-a34b-4639-af2d-a0eb071e53fe None None] Sync routers for ids ['af422a9a-ecd6-4a85-affb-ad7549a3d67c'] in dv-cinder-796286-8-iscsi {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:52:52.781001 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93494d44-3a04-41a9-a66b-52af7685c5ac {{(pid=104657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:52:52.783978 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-74d9e415-27ec-42f2-9e18-342cb9a3d2b0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Request body: {'security_group_rule': {'security_group_id': 'bbcddff7-3b6b-4b73-a605-6194485ce71b', 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:52.789158 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for floatingip, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:52.791299 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846630d4-a34b-4639-af2d-a0eb071e53fe None None] Routers {'af422a9a-ecd6-4a85-affb-ad7549a3d67c'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:52:52.791919 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-846630d4-a34b-4639-af2d-a0eb071e53fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:52:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['af422a9a-ecd6-4a85-affb-ad7549a3d67c'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:52.802421 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:52.816707 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Transition to ACTIVE for port object 93494d44-3a04-41a9-a66b-52af7685c5ac will not be triggered until provisioned by entity L2. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:52:52.821196 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:52.825003 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-d2f293ac-39ea-4eb0-bb89-fa33305eaf25 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:52.850238 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d480c8-e0ea-4921-9d04-9913eb2b222f req-340b984b-d1e8-485a-b15a-f638c66dd048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:52.851725 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f0d480c8-e0ea-4921-9d04-9913eb2b222f req-340b984b-d1e8-485a-b15a-f638c66dd048 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d1e732-3395-45e9-ab92-336826d1d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1693730 Jun 23 14:52:52.857025 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5850053 Jun 23 14:52:52.858111 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea8c8bb-239b-404c-9a1b-227aebe3f70e', 'tag': '8fdd863b-eafe-4864-b510-bd8759ec4410'}] {{(pid=104656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:52:52.860533 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e40a2b8b531bb5981548eb1117bf515d9995984da5dfbee5bd4235f0b2f017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d496208-d11c-44f6-a0d0-764d2e843158" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea8c8bb-239b-404c-9a1b-227aebe3f70e", "tag": "8fdd863b-eafe-4864-b510-bd8759ec4410"}]}' {{(pid=104656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:52:52.864880 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.db.securitygroups_db [None req-74d9e415-27ec-42f2-9e18-342cb9a3d2b0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Project 48ae03c8936d4b8aae737d381bdafe5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:52:52.893033 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-74d9e415-27ec-42f2-9e18-342cb9a3d2b0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:52.964130 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da770653-67d4-45ab-a0ed-8a3003c4e9f2 x-openstack-request-id: req-da770653-67d4-45ab-a0ed-8a3003c4e9f2 {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:52:52.966085 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea8c8bb-239b-404c-9a1b-227aebe3f70e", "tag": "8fdd863b-eafe-4864-b510-bd8759ec4410", "status": "completed", "code": 200}]} {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:52:52.966804 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da770653-67d4-45ab-a0ed-8a3003c4e9f2 {{(pid=104656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:52:52.970664 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea8c8bb-239b-404c-9a1b-227aebe3f70e', 'tag': '8fdd863b-eafe-4864-b510-bd8759ec4410', 'status': 'completed', 'code': 200} Jun 23 14:52:52.994986 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Pushing event updated for resources: {'Port': ['ID=93494d44-3a04-41a9-a66b-52af7685c5ac,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:53.005851 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:53.033526 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f0d480c8-e0ea-4921-9d04-9913eb2b222f req-e18b0bb3-bdec-49e7-8586-5bc96ca8553a service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699126 Jun 23 14:52:53.038297 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-846630d4-a34b-4639-af2d-a0eb071e53fe None None] Set router af422a9a-ecd6-4a85-affb-ad7549a3d67c gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:52:53.123599 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Attempting to bind port 93494d44-3a04-41a9-a66b-52af7685c5ac on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:52:53.123802 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Attempting to bind port 93494d44-3a04-41a9-a66b-52af7685c5ac by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '65d151e3-1095-4ae2-88aa-0d413447e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6'}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:52:53.128110 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Attempting to bind port 93494d44-3a04-41a9-a66b-52af7685c5ac on network ac6fad9b-4f0e-4001-acb4-b7ca181089b6 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:52:53.140778 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Port 93494d44-3a04-41a9-a66b-52af7685c5ac on network ac6fad9b-4f0e-4001-acb4-b7ca181089b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:52:53.142137 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Attempting to bind port 93494d44-3a04-41a9-a66b-52af7685c5ac on network ac6fad9b-4f0e-4001-acb4-b7ca181089b6 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:52:53.145835 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-74d9e415-27ec-42f2-9e18-342cb9a3d2b0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:53.160894 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Checking agent: {'id': 'd8f3122c-1231-4f5b-931f-565a6de0a48e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'started_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:52:53.161236 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Checking segment: {'id': '65d151e3-1095-4ae2-88aa-0d413447e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:52:53.161619 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Bound using segment: {'id': '65d151e3-1095-4ae2-88aa-0d413447e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6'} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:52:53.162078 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Bound port: 93494d44-3a04-41a9-a66b-52af7685c5ac, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65d151e3-1095-4ae2-88aa-0d413447e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6'}}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:52:53.162434 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:53.184264 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-74d9e415-27ec-42f2-9e18-342cb9a3d2b0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:53.197347 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:53.242931 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9e415-27ec-42f2-9e18-342cb9a3d2b0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14b021d-51c7-4cad-8bf0-00e34390cdc6,revision_number=0']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:53.259362 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d496208-d11c-44f6-a0d0-764d2e843158 req-27e88c48-2b79-4472-9f96-07f043914e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:53.259980 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-74d9e415-27ec-42f2-9e18-342cb9a3d2b0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:53.261357 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4d496208-d11c-44f6-a0d0-764d2e843158 req-27e88c48-2b79-4472-9f96-07f043914e78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4d0239c96c2549dd902af083cc256da8&device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 1099 time: 0.2300980 Jun 23 14:52:53.271099 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-74d9e415-27ec-42f2-9e18-342cb9a3d2b0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:53.274946 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-74d9e415-27ec-42f2-9e18-342cb9a3d2b0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4960284 Jun 23 14:52:53.280115 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] For port 93494d44-3a04-41a9-a66b-52af7685c5ac, host hv-cinder-79628, cleared binding levels {{(pid=104657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:52:53.285737 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] For port 93494d44-3a04-41a9-a66b-52af7685c5ac, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=93494d44-3a04-41a9-a66b-52af7685c5ac,segment=NetworkSegment(65d151e3-1095-4ae2-88aa-0d413447e3c7),segment_id=65d151e3-1095-4ae2-88aa-0d413447e3c7)] {{(pid=104657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:52:53.286586 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ff2e1-00f7-4e09-accb-57c917d4fc0f req-7fb7c1dd-a5ee-4a42-8415-a3a320fc2e42 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:53.296530 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b28ff2e1-00f7-4e09-accb-57c917d4fc0f req-7fb7c1dd-a5ee-4a42-8415-a3a320fc2e42 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.2570913 Jun 23 14:52:53.301017 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:53.314904 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-846630d4-a34b-4639-af2d-a0eb071e53fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'name': 'tempest-TestShelveInstance-1190612269-router', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:43Z', 'revision_number': 4, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'gw_port': {'id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': '03b892e8-3e88-45d5-94ca-09c6a4bca63f', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'floating_ip_address': '172.27.2.139', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'port_id': '8fdd863b-eafe-4864-b510-bd8759ec4410', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8', 'mac_address': 'fa:16:3e:0e:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea8c8bb-239b-404c-9a1b-227aebe3f70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:52:50Z', 'updated_at': '2021-06-23T14:52:50Z', 'revision_number': 0, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '888ab577-1c6b-4b51-a37e-3b7c2fabf92d', 'name': '', 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'mac_address': 'fa:16:3e:e2:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:42Z', 'updated_at': '2021-06-23T14:51:56Z', 'revision_number': 5, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'subnets': [{'id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:53.316284 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f0d480c8-e0ea-4921-9d04-9913eb2b222f req-e890b9a5-d885-4bda-8642-5443393fc105 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553213 Jun 23 14:52:53.331422 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:53.353309 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:53.354154 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:53.355889 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] 10.222.0.44 "PUT /v2.0/ports/93494d44-3a04-41a9-a66b-52af7685c5ac HTTP/1.1" status: 200 len: 1093 time: 1.4496198 Jun 23 14:52:53.362869 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846630d4-a34b-4639-af2d-a0eb071e53fe None None] Checking router: af422a9a-ecd6-4a85-affb-ad7549a3d67c for host: dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:52:53.374796 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846630d4-a34b-4639-af2d-a0eb071e53fe None None] Routers {'af422a9a-ecd6-4a85-affb-ad7549a3d67c'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:52:53.375675 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-846630d4-a34b-4639-af2d-a0eb071e53fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:52:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['af422a9a-ecd6-4a85-affb-ad7549a3d67c'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:53.459209 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b28ff2e1-00f7-4e09-accb-57c917d4fc0f req-6c03b38d-85dd-4ae6-bd9d-34af6d812de1 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553259 Jun 23 14:52:53.486318 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-172907ba-2eb3-4002-a727-c5ac868afe6e req-4b088608-c340-4152-ae35-ff487ae3631c tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9c0c584-bc33-4703-9903-843b67c20c2f HTTP/1.1" status: 200 len: 210 time: 0.0396945 Jun 23 14:52:53.541917 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-5c1965d7-1748-456f-9e5a-3a948882d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:53.543566 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-846630d4-a34b-4639-af2d-a0eb071e53fe None None] Set router af422a9a-ecd6-4a85-affb-ad7549a3d67c gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:52:53.543699 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-5c1965d7-1748-456f-9e5a-3a948882d811 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de80d8e05e914e30aa0a7ca86303ac3e&device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 1096 time: 0.0782213 Jun 23 14:52:53.623546 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Pushing event updated for resources: {'Port': ['ID=93494d44-3a04-41a9-a66b-52af7685c5ac,revision_number=3']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:53.653038 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:53.660477 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-063a99be-883e-41cd-af18-b0ee1931a59e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93494d44-3a04-41a9-a66b-52af7685c5ac HTTP/1.1" status: 200 len: 217 time: 0.1016994 Jun 23 14:52:53.690921 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d496208-d11c-44f6-a0d0-764d2e843158 req-93452d62-d023-467a-b9d7-b979d91abfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:53.692605 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4d496208-d11c-44f6-a0d0-764d2e843158 req-93452d62-d023-467a-b9d7-b979d91abfa1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=065fce62-c207-4f9e-a718-d2389d66dea8 HTTP/1.1" status: 200 len: 910 time: 0.4041851 Jun 23 14:52:53.740690 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-b5e9a1ac-86f0-471e-a2f4-acf28abe22dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:53.742195 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-b5e9a1ac-86f0-471e-a2f4-acf28abe22dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71715e87-1bbc-4aaf-bc38-8d1e86684ae7 HTTP/1.1" status: 200 len: 850 time: 0.0614150 Jun 23 14:52:53.761737 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbd385-093d-4086-9246-259253d9754e req-ca86373e-afbf-4ef1-bd31-8a18ec14e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:53.763455 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a9fbd385-093d-4086-9246-259253d9754e req-ca86373e-afbf-4ef1-bd31-8a18ec14e4ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1f1df70bdc347509afb763322e81a15&device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 1096 time: 0.2650895 Jun 23 14:52:53.765321 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e9b68ea5-2e24-4621-bebc-2115073a9025 req-6b715a64-a123-4f61-90cf-43f748ffc757 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-557826267&fields=id&tenant_id=48ae03c8936d4b8aae737d381bdafe5a HTTP/1.1" status: 200 len: 267 time: 0.1066332 Jun 23 14:52:53.805857 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4d496208-d11c-44f6-a0d0-764d2e843158 req-9ac335a8-59cd-4da2-aa94-61b6e4d679a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdd863b-eafe-4864-b510-bd8759ec4410 HTTP/1.1" status: 200 len: 1000 time: 0.0948682 Jun 23 14:52:53.851107 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844bff1-e1bc-48cd-9d6f-31c137c7db28 req-aa5565de-7bd0-4292-8a11-34599e3b25da tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:53.852939 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0844bff1-e1bc-48cd-9d6f-31c137c7db28 req-aa5565de-7bd0-4292-8a11-34599e3b25da tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.1901758 Jun 23 14:52:53.875930 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-846630d4-a34b-4639-af2d-a0eb071e53fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'name': 'tempest-TestShelveInstance-1190612269-router', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:43Z', 'revision_number': 4, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'gw_port': {'id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': '03b892e8-3e88-45d5-94ca-09c6a4bca63f', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'floating_ip_address': '172.27.2.139', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'port_id': '8fdd863b-eafe-4864-b510-bd8759ec4410', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8', 'mac_address': 'fa:16:3e:0e:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea8c8bb-239b-404c-9a1b-227aebe3f70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:52:50Z', 'updated_at': '2021-06-23T14:52:50Z', 'revision_number': 0, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '888ab577-1c6b-4b51-a37e-3b7c2fabf92d', 'name': '', 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'mac_address': 'fa:16:3e:e2:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:42Z', 'updated_at': '2021-06-23T14:51:56Z', 'revision_number': 5, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'subnets': [{'id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:52:53.915965 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846630d4-a34b-4639-af2d-a0eb071e53fe None None] The sync data for ids ['af422a9a-ecd6-4a85-affb-ad7549a3d67c'] in dv-cinder-796286-8-iscsi is: [{'id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'name': 'tempest-TestShelveInstance-1190612269-router', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:43Z', 'revision_number': 4, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'gw_port': {'id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': '03b892e8-3e88-45d5-94ca-09c6a4bca63f', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'floating_ip_address': '172.27.2.139', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'port_id': '8fdd863b-eafe-4864-b510-bd8759ec4410', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8', 'mac_address': 'fa:16:3e:0e:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea8c8bb-239b-404c-9a1b-227aebe3f70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:52:50Z', 'updated_at': '2021-06-23T14:52:50Z', 'revision_number': 0, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '888ab577-1c6b-4b51-a37e-3b7c2fabf92d', 'name': '', 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'mac_address': 'fa:16:3e:e2:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:42Z', 'updated_at': '2021-06-23T14:51:56Z', 'revision_number': 5, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'subnets': [{'id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:52:54.106473 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0844bff1-e1bc-48cd-9d6f-31c137c7db28 req-d37409d1-53d2-49d0-97db-5ba19837e56d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374809 Jun 23 14:52:54.118490 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d496208-d11c-44f6-a0d0-764d2e843158 req-f09f13e8-ae34-46b1-b3bd-1996558edadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:54.119941 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4d496208-d11c-44f6-a0d0-764d2e843158 req-f09f13e8-ae34-46b1-b3bd-1996558edadf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=90f6b181-54a8-40bc-be20-cd06f910f17b HTTP/1.1" status: 200 len: 848 time: 0.2663879 Jun 23 14:52:54.127980 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbd385-093d-4086-9246-259253d9754e req-d58e49c2-ad20-4fcd-a6cf-a8c164c6bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:54.130333 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a9fbd385-093d-4086-9246-259253d9754e req-d58e49c2-ad20-4fcd-a6cf-a8c164c6bf8d service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2d1e732-3395-45e9-ab92-336826d1d69d HTTP/1.1" status: 200 len: 918 time: 0.3268540 Jun 23 14:52:54.243082 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-76906e95-f60b-480e-ad84-db8ea182e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:54.248676 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-76906e95-f60b-480e-ad84-db8ea182e7cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4740789 Jun 23 14:52:54.282085 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b68ea5-2e24-4621-bebc-2115073a9025 req-2d3b1766-32e5-40e4-8af2-89cdfa848c6f tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:54.285007 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e9b68ea5-2e24-4621-bebc-2115073a9025 req-2d3b1766-32e5-40e4-8af2-89cdfa848c6f tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 945 time: 0.5188920 Jun 23 14:52:54.299243 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [req-e9b68ea5-2e24-4621-bebc-2115073a9025 req-fef68160-3aad-4563-89cf-cae7652eb135 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Request body: {'port': {'security_groups': ['4f50c060-08cc-4211-9cdf-54f5254f0c37', 'bbcddff7-3b6b-4b73-a605-6194485ce71b']}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:52:54.354669 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fa45c9-bc26-4231-ac83-96572f55a42d None None] New status for floating IP 03b892e8-3e88-45d5-94ca-09c6a4bca63f: ACTIVE {{(pid=104658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:52:54.392896 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ef67b-e945-448d-b816-c1b26e20e4e2 req-305d1b59-d8a6-4318-87fc-59a598cd18b1 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:54.394729 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-443ef67b-e945-448d-b816-c1b26e20e4e2 req-305d1b59-d8a6-4318-87fc-59a598cd18b1 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 943 time: 0.0917053 Jun 23 14:52:54.468478 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-e9b68ea5-2e24-4621-bebc-2115073a9025 req-fef68160-3aad-4563-89cf-cae7652eb135 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:54.482430 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-443ef67b-e945-448d-b816-c1b26e20e4e2 req-83e31d08-6e53-44e4-965d-04a8771c1873 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814300 Jun 23 14:52:54.687517 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd43e6-9d0d-4019-9ad4-ec41a4eef658 req-e295bbcf-8b16-4097-adc8-d0ef8d274ede tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:54.689162 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:54.689774 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-24bd43e6-9d0d-4019-9ad4-ec41a4eef658 req-e295bbcf-8b16-4097-adc8-d0ef8d274ede tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0791616 Jun 23 14:52:54.706105 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.db [req-e9b68ea5-2e24-4621-bebc-2115073a9025 req-fef68160-3aad-4563-89cf-cae7652eb135 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] For port e2dbb36f-8751-44c6-92b3-d6bf0359295f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e2dbb36f-8751-44c6-92b3-d6bf0359295f,segment=NetworkSegment(2ac980b6-d322-41e5-bc4d-248fcfc6f6a5),segment_id=2ac980b6-d322-41e5-bc4d-248fcfc6f6a5)] {{(pid=104656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:52:54.732258 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-24bd43e6-9d0d-4019-9ad4-ec41a4eef658 req-0f90d395-3678-464f-abf3-631e3f6c4307 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364797 Jun 23 14:52:54.737982 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa08b37-89c2-4bc8-b886-8d1042e4b959', 'tag': '93494d44-3a04-41a9-a66b-52af7685c5ac'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:52:54.740315 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a919af4-7a23-40f9-b077-77a094d3912d" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa08b37-89c2-4bc8-b886-8d1042e4b959", "tag": "93494d44-3a04-41a9-a66b-52af7685c5ac"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:52:54.741920 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-e9b68ea5-2e24-4621-bebc-2115073a9025 req-fef68160-3aad-4563-89cf-cae7652eb135 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for port, precommit_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:54.748284 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-e9b68ea5-2e24-4621-bebc-2115073a9025 req-fef68160-3aad-4563-89cf-cae7652eb135 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:54.753286 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:52:54.766371 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['e2dbb36f-8751-44c6-92b3-d6bf0359295f'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:52:54.845493 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b68ea5-2e24-4621-bebc-2115073a9025 req-fef68160-3aad-4563-89cf-cae7652eb135 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:54.846434 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [req-e9b68ea5-2e24-4621-bebc-2115073a9025 req-fef68160-3aad-4563-89cf-cae7652eb135 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:54.868133 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e9b68ea5-2e24-4621-bebc-2115073a9025 req-fef68160-3aad-4563-89cf-cae7652eb135 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "PUT /v2.0/ports/e2dbb36f-8751-44c6-92b3-d6bf0359295f HTTP/1.1" status: 200 len: 981 time: 0.5741904 Jun 23 14:52:54.941092 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ee52ec-cd78-4770-8377-15d33ee5eb46 x-openstack-request-id: req-89ee52ec-cd78-4770-8377-15d33ee5eb46 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:52:54.941618 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa08b37-89c2-4bc8-b886-8d1042e4b959", "tag": "93494d44-3a04-41a9-a66b-52af7685c5ac", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:52:54.941702 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89ee52ec-cd78-4770-8377-15d33ee5eb46 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:52:54.942366 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa08b37-89c2-4bc8-b886-8d1042e4b959', 'tag': '93494d44-3a04-41a9-a66b-52af7685c5ac', 'status': 'completed', 'code': 200} Jun 23 14:52:54.946885 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef68160-3aad-4563-89cf-cae7652eb135 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Pushing event updated for resources: {'Port': ['ID=e2dbb36f-8751-44c6-92b3-d6bf0359295f,revision_number=6']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:52:54.955471 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-fef68160-3aad-4563-89cf-cae7652eb135 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:52:54.976120 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa57212-7777-4106-b580-23492cc22216', 'tag': 'e2dbb36f-8751-44c6-92b3-d6bf0359295f'}] {{(pid=104656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:52:54.979724 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e40a2b8b531bb5981548eb1117bf515d9995984da5dfbee5bd4235f0b2f017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a11875-5525-43f3-a9b4-14c7e6872bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa57212-7777-4106-b580-23492cc22216", "tag": "e2dbb36f-8751-44c6-92b3-d6bf0359295f"}]}' {{(pid=104656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:52:54.997358 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['e2dbb36f-8751-44c6-92b3-d6bf0359295f'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:52:55.039248 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a2f250-7de5-4786-83b7-9b65c1eaeb4c x-openstack-request-id: req-44a2f250-7de5-4786-83b7-9b65c1eaeb4c {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:52:55.039572 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa57212-7777-4106-b580-23492cc22216", "tag": "e2dbb36f-8751-44c6-92b3-d6bf0359295f", "status": "completed", "code": 200}]} {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:52:55.039890 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-44a2f250-7de5-4786-83b7-9b65c1eaeb4c {{(pid=104656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:52:55.040351 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa57212-7777-4106-b580-23492cc22216', 'tag': 'e2dbb36f-8751-44c6-92b3-d6bf0359295f', 'status': 'completed', 'code': 200} Jun 23 14:52:55.154974 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74282a3b-ebc4-4b49-bbb8-58b722ad7366 req-2e9862ba-103d-4b59-88c3-303148baac45 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:55.156708 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-74282a3b-ebc4-4b49-bbb8-58b722ad7366 req-2e9862ba-103d-4b59-88c3-303148baac45 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 984 time: 0.0824292 Jun 23 14:52:55.206933 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-74282a3b-ebc4-4b49-bbb8-58b722ad7366 req-ea716a23-d6ae-479a-8721-b639321b1eda tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcddff7-3b6b-4b73-a605-6194485ce71b&id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440881 Jun 23 14:52:55.264778 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-a99ffff7-ecfa-4924-b09c-e142b66f62ce None None] Provisioning complete for port e2dbb36f-8751-44c6-92b3-d6bf0359295f triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:52:55.265182 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-a99ffff7-ecfa-4924-b09c-e142b66f62ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:52:55.375511 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f0356-b307-435e-8873-c174c937aae9 req-b24f6e77-a8bf-445b-b9be-163b50376808 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:55.376987 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-f28f0356-b307-435e-8873-c174c937aae9 req-b24f6e77-a8bf-445b-b9be-163b50376808 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.0818729 Jun 23 14:52:55.430516 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-f28f0356-b307-435e-8873-c174c937aae9 req-4fc64898-04e3-454d-8293-43818f591e61 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476122 Jun 23 14:52:55.447838 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 13c3c53a-b4e9-4f92-aef4-87bad79363f2 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:52:55.499166 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] No Port match for: 13c3c53a-b4e9-4f92-aef4-87bad79363f2 {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:52:55.499166 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 13c3c53a-b4e9-4f92-aef4-87bad79363f2 not bound to the agent host hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:52:55.660775 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd2044-ca19-45fa-bf06-c8840017610f req-0c6a4bbe-a166-49c9-a92c-cff9361750d9 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:55.662419 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f3dd2044-ca19-45fa-bf06-c8840017610f req-0c6a4bbe-a166-49c9-a92c-cff9361750d9 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 943 time: 0.0747254 Jun 23 14:52:55.706625 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f3dd2044-ca19-45fa-bf06-c8840017610f req-3daf1864-a62a-4dd8-92c5-d4d0bd7f8f72 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382743 Jun 23 14:52:55.915813 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3374f-0ed3-41d3-b628-c3a44c79dd38 req-bdb74d1e-aa6a-459c-aaef-ca32ced0d3d9 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:55.917307 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e3c3374f-0ed3-41d3-b628-c3a44c79dd38 req-bdb74d1e-aa6a-459c-aaef-ca32ced0d3d9 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0642731 Jun 23 14:52:55.957383 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e3c3374f-0ed3-41d3-b628-c3a44c79dd38 req-7a9cd210-e1cb-472c-8b7a-aae445a98ec8 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336716 Jun 23 14:52:56.448959 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc5cc3-290f-4471-b560-ef9c520bd380 req-a82f6ff1-5ab2-4316-9763-316d876c43ff tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:56.451078 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-80dc5cc3-290f-4471-b560-ef9c520bd380 req-a82f6ff1-5ab2-4316-9763-316d876c43ff tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 946 time: 0.0728028 Jun 23 14:52:56.491469 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-80dc5cc3-290f-4471-b560-ef9c520bd380 req-d35b12eb-3c02-43a2-a1cf-dd3f7612f322 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348041 Jun 23 14:52:56.625179 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1a79f-b249-4562-ae90-eebba1eddd90 req-74f01e04-6d6a-4d15-89fb-eb324068bd55 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:56.626594 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-79b1a79f-b249-4562-ae90-eebba1eddd90 req-74f01e04-6d6a-4d15-89fb-eb324068bd55 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.0657256 Jun 23 14:52:56.665490 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-79b1a79f-b249-4562-ae90-eebba1eddd90 req-14545a6b-22ac-4d8c-a30c-7cfcdb318f0e tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331695 Jun 23 14:52:56.882577 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a726868-4b31-4886-895f-6040974a208d req-6e687fc2-ae1f-4e87-867a-0eb1468812e5 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:56.884006 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3a726868-4b31-4886-895f-6040974a208d req-6e687fc2-ae1f-4e87-867a-0eb1468812e5 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 943 time: 0.0648999 Jun 23 14:52:56.922389 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3a726868-4b31-4886-895f-6040974a208d req-6292a23f-e679-4a3e-8bf2-8d59723f5e5b tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326002 Jun 23 14:52:57.136025 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef8673-898e-4cbb-b58e-5b882e6ea668 req-064959d0-69b2-4855-ac4e-370e6bb02ef3 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:57.137471 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-49ef8673-898e-4cbb-b58e-5b882e6ea668 req-064959d0-69b2-4855-ac4e-370e6bb02ef3 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0665030 Jun 23 14:52:57.178226 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-49ef8673-898e-4cbb-b58e-5b882e6ea668 req-713b55e7-a576-4d88-91e0-8affb8195500 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344644 Jun 23 14:52:57.672381 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfae27-73ee-461c-8cbc-4cb444d497fa req-dbc1c22a-cda2-437a-b401-a6bae7d8fa15 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:57.673895 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fccfae27-73ee-461c-8cbc-4cb444d497fa req-dbc1c22a-cda2-437a-b401-a6bae7d8fa15 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 946 time: 0.0671141 Jun 23 14:52:57.714795 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fccfae27-73ee-461c-8cbc-4cb444d497fa req-ff9e9b97-d19b-407e-bcc6-716596c960d8 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353765 Jun 23 14:52:57.859121 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0183d-df7a-43d2-86c8-2b6fcbeaea75 req-100ebf29-0e7a-4c74-b0aa-33524f3b071d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:57.860500 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-12a0183d-df7a-43d2-86c8-2b6fcbeaea75 req-100ebf29-0e7a-4c74-b0aa-33524f3b071d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.0694456 Jun 23 14:52:57.897034 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-12a0183d-df7a-43d2-86c8-2b6fcbeaea75 req-10122524-2f8c-4ed7-b705-7b2515461a96 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309494 Jun 23 14:52:58.100150 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b6600-132a-4601-aa85-5625ae21adac req-cd019aca-64e4-4894-954f-1537c947091c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:58.101673 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-931b6600-132a-4601-aa85-5625ae21adac req-cd019aca-64e4-4894-954f-1537c947091c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 943 time: 0.0673027 Jun 23 14:52:58.141065 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-931b6600-132a-4601-aa85-5625ae21adac req-c0184905-82d9-43fa-b42a-e93c16761fcb tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327442 Jun 23 14:52:58.357320 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedece0-4cc0-4267-b097-9d4ef7935722 req-29fd7767-d0a1-4d7a-a093-21167bc9ca52 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:58.358829 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-fbedece0-4cc0-4267-b097-9d4ef7935722 req-29fd7767-d0a1-4d7a-a093-21167bc9ca52 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0672688 Jun 23 14:52:58.398276 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-fbedece0-4cc0-4267-b097-9d4ef7935722 req-eb264416-1d42-4e7a-b5b8-5c16c52f61ce tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334902 Jun 23 14:52:58.894803 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303268e0-69fe-46ea-8cf1-33060dc9143c req-0a8bd47a-c52e-487a-9927-d7291f757b9d tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:58.896251 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-303268e0-69fe-46ea-8cf1-33060dc9143c req-0a8bd47a-c52e-487a-9927-d7291f757b9d tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 946 time: 0.0645387 Jun 23 14:52:58.934192 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-303268e0-69fe-46ea-8cf1-33060dc9143c req-71772e5c-e6b4-4330-940a-81caa2be6c18 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323155 Jun 23 14:52:59.094730 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abdb26-2f42-4ce8-9a4e-d26e559d6ebd req-39dbfc72-d8ee-4904-a37c-f6e17451d6fa tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:59.096354 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-04abdb26-2f42-4ce8-9a4e-d26e559d6ebd req-39dbfc72-d8ee-4904-a37c-f6e17451d6fa tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.0762496 Jun 23 14:52:59.143164 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-04abdb26-2f42-4ce8-9a4e-d26e559d6ebd req-f3828299-e13a-4a84-acbd-e856d74761e2 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380299 Jun 23 14:52:59.317142 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3332f1-2577-4200-92de-99cff4144630 req-cce8a2d7-1106-4879-982b-423c6b241010 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:59.318598 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-8e3332f1-2577-4200-92de-99cff4144630 req-cce8a2d7-1106-4879-982b-423c6b241010 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 943 time: 0.0677731 Jun 23 14:52:59.358947 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-8e3332f1-2577-4200-92de-99cff4144630 req-8178ef60-4496-43dc-bd1d-d2afc84cd37b tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333807 Jun 23 14:52:59.584280 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144de77-5051-4211-868e-e97c2e799f7e req-ded82a21-acaf-414b-8fbd-e71b1c347782 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:52:59.585675 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5144de77-5051-4211-868e-e97c2e799f7e req-ded82a21-acaf-414b-8fbd-e71b1c347782 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0667787 Jun 23 14:52:59.628723 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5144de77-5051-4211-868e-e97c2e799f7e req-a4a47bb5-1520-453f-91b7-8bbabf566429 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325401 Jun 23 14:53:00.109939 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663342a-b352-41ee-8f24-129bac6c1517 req-3619d1b3-435c-4c3f-a002-2e5e2edf8151 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:00.111421 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6663342a-b352-41ee-8f24-129bac6c1517 req-3619d1b3-435c-4c3f-a002-2e5e2edf8151 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 946 time: 0.0641756 Jun 23 14:53:00.154927 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6663342a-b352-41ee-8f24-129bac6c1517 req-071ed8bd-abdb-4a20-8731-dfefda8235a7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376289 Jun 23 14:53:00.326305 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c441faa-e328-4bd8-8e31-d55e2f01d419 req-67736a8b-a672-4499-af3c-565c0de944b7 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:00.327882 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-0c441faa-e328-4bd8-8e31-d55e2f01d419 req-67736a8b-a672-4499-af3c-565c0de944b7 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.0632243 Jun 23 14:53:00.366174 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-0c441faa-e328-4bd8-8e31-d55e2f01d419 req-a50efe07-596e-4fba-8a0d-e0b996a94893 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315142 Jun 23 14:53:00.537896 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd41c8c-67b9-4f9c-8295-ffcdf132a07d req-7176c2fa-0c25-40d7-a6c1-b114b040a85e tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:00.539396 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4fd41c8c-67b9-4f9c-8295-ffcdf132a07d req-7176c2fa-0c25-40d7-a6c1-b114b040a85e tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 943 time: 0.0650518 Jun 23 14:53:00.580137 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4fd41c8c-67b9-4f9c-8295-ffcdf132a07d req-08154b4a-0ff8-4aaf-83cb-b595574e2c7b tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341182 Jun 23 14:53:00.815799 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adfaf3-3fea-436c-9494-4ec22bf84bc2 req-712c5d91-eecc-42c0-818d-024d4ceda3c0 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:00.817300 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e9adfaf3-3fea-436c-9494-4ec22bf84bc2 req-712c5d91-eecc-42c0-818d-024d4ceda3c0 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0768948 Jun 23 14:53:00.859668 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e9adfaf3-3fea-436c-9494-4ec22bf84bc2 req-d18fb655-72c2-4903-8c6b-55bacf690a11 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366240 Jun 23 14:53:01.343688 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55bff5-8b3d-40c0-b19f-64d38b29075c req-d1904363-462a-42f1-8e01-6e2324030be1 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:01.345219 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3d55bff5-8b3d-40c0-b19f-64d38b29075c req-d1904363-462a-42f1-8e01-6e2324030be1 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 946 time: 0.0761776 Jun 23 14:53:01.382750 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3d55bff5-8b3d-40c0-b19f-64d38b29075c req-718b32fe-4248-478f-9f4b-69dd48e14bca tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319512 Jun 23 14:53:01.581809 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986a111-f759-4ff7-9761-603c0a657369 req-644cf6f9-d24f-443e-8355-1afff6124e70 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:01.583256 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e986a111-f759-4ff7-9761-603c0a657369 req-644cf6f9-d24f-443e-8355-1afff6124e70 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.0807278 Jun 23 14:53:01.620601 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e986a111-f759-4ff7-9761-603c0a657369 req-7b3ea738-0b55-4b46-a3ac-b2b01c3dea01 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315268 Jun 23 14:53:01.758858 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dca458-c76f-4ce9-a17d-e3d341beb9ad req-f9462fea-bcef-47bb-bfd7-f5da4284337f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:01.760240 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-13dca458-c76f-4ce9-a17d-e3d341beb9ad req-f9462fea-bcef-47bb-bfd7-f5da4284337f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 943 time: 0.0663013 Jun 23 14:53:01.800677 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-13dca458-c76f-4ce9-a17d-e3d341beb9ad req-67094831-1893-4a6d-acce-7e0e37afbb59 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342109 Jun 23 14:53:02.042823 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef49a5-80d1-460b-a606-05bb739e4454 req-206085c2-b2af-4a55-bfbe-0058af605b85 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:02.044832 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-1cef49a5-80d1-460b-a606-05bb739e4454 req-206085c2-b2af-4a55-bfbe-0058af605b85 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0681553 Jun 23 14:53:02.087739 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-1cef49a5-80d1-460b-a606-05bb739e4454 req-f4926ac0-e2fd-4641-abad-ef56c0f883d8 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372262 Jun 23 14:53:02.609530 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be0d88-84e0-43a6-a790-e74cd74da98b req-0ad36f83-18c0-4417-87cd-464adc5c252b tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:02.611036 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e9be0d88-84e0-43a6-a790-e74cd74da98b req-0ad36f83-18c0-4417-87cd-464adc5c252b tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 946 time: 0.0679591 Jun 23 14:53:02.654015 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e9be0d88-84e0-43a6-a790-e74cd74da98b req-6f27e911-a32a-4692-80d9-e0d00b1ef4f9 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373142 Jun 23 14:53:02.803981 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db62cb2-fe71-4110-9545-e13dea9a4f76 req-0d4b5056-644b-477c-a894-ffc9b2550231 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:02.805448 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2db62cb2-fe71-4110-9545-e13dea9a4f76 req-0d4b5056-644b-477c-a894-ffc9b2550231 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.0647829 Jun 23 14:53:02.851311 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2db62cb2-fe71-4110-9545-e13dea9a4f76 req-feb532d0-28ca-443b-af46-72ac12ef07dc tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393748 Jun 23 14:53:02.985710 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6501230-a93f-4fcb-93b8-ab052de81cbf req-ee70acf9-b7bc-4f1a-85c8-a4a3b9cfeecf tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:02.987247 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b6501230-a93f-4fcb-93b8-ab052de81cbf req-ee70acf9-b7bc-4f1a-85c8-a4a3b9cfeecf tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 943 time: 0.0636475 Jun 23 14:53:03.027977 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b6501230-a93f-4fcb-93b8-ab052de81cbf req-3fdd4072-7a02-4660-a02e-9421fa14a55d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340161 Jun 23 14:53:03.266948 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe817a-3447-4451-9d68-02d69ebf00a9 req-a24c60b0-cffc-4eea-ae91-45f8c77dc922 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:03.268425 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-abfe817a-3447-4451-9d68-02d69ebf00a9 req-a24c60b0-cffc-4eea-ae91-45f8c77dc922 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0699091 Jun 23 14:53:03.309355 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-abfe817a-3447-4451-9d68-02d69ebf00a9 req-07bf72ce-9f4d-460e-a918-93d163560466 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346475 Jun 23 14:53:03.829403 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e430ab8-4005-4271-8b2f-822ca1b26f64 req-f2df0e85-5300-48aa-a85b-433c04e39a85 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:03.830810 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7e430ab8-4005-4271-8b2f-822ca1b26f64 req-f2df0e85-5300-48aa-a85b-433c04e39a85 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 946 time: 0.0619164 Jun 23 14:53:03.868659 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7e430ab8-4005-4271-8b2f-822ca1b26f64 req-b24ad9ff-33c2-45db-969f-39abf95eb373 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317476 Jun 23 14:53:04.039631 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc387d1c-658f-4e20-8ca0-7e205bcd3598 req-22fa07eb-df6b-4e44-bdec-bb6e44bc90c1 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:04.041063 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-bc387d1c-658f-4e20-8ca0-7e205bcd3598 req-22fa07eb-df6b-4e44-bdec-bb6e44bc90c1 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.0668437 Jun 23 14:53:04.082160 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-bc387d1c-658f-4e20-8ca0-7e205bcd3598 req-883f357f-9b43-4341-b3f4-e4cb9b6cbc78 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344923 Jun 23 14:53:04.219088 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205ce79-52f4-4be9-95eb-4de49f4fa5fa req-f0ba9001-1fce-4c41-a7b1-3d3ec9881936 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:04.220530 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d205ce79-52f4-4be9-95eb-4de49f4fa5fa req-f0ba9001-1fce-4c41-a7b1-3d3ec9881936 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 943 time: 0.0768809 Jun 23 14:53:04.257830 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d205ce79-52f4-4be9-95eb-4de49f4fa5fa req-f96ee495-9d21-4e58-9a87-aed48c35f792 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316594 Jun 23 14:53:04.486207 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57878a4c-5d9a-46d3-83ee-1e8846bc8106 req-5e9ed7fc-b415-4e01-abdc-8169e44f69e2 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:04.487853 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-57878a4c-5d9a-46d3-83ee-1e8846bc8106 req-5e9ed7fc-b415-4e01-abdc-8169e44f69e2 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0651522 Jun 23 14:53:04.526256 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-57878a4c-5d9a-46d3-83ee-1e8846bc8106 req-2cee5109-d45e-4792-93d5-cd739550ac90 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322533 Jun 23 14:53:05.045934 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d43396-ad7c-428b-83d4-be75265d60c6 req-06368e89-050c-49bc-8a00-08e01d826551 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:05.047564 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-17d43396-ad7c-428b-83d4-be75265d60c6 req-06368e89-050c-49bc-8a00-08e01d826551 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 946 time: 0.0633748 Jun 23 14:53:05.086409 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-17d43396-ad7c-428b-83d4-be75265d60c6 req-6088eb0d-c3e7-492f-a857-2b2615f1523d tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329404 Jun 23 14:53:05.264189 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabaff7-ec5e-484f-bc89-bf49b51d3ba4 req-73590ae2-ad52-4bf5-9bad-d89a7aa0fde7 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:05.265613 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-0aabaff7-ec5e-484f-bc89-bf49b51d3ba4 req-73590ae2-ad52-4bf5-9bad-d89a7aa0fde7 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.0661891 Jun 23 14:53:05.312268 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-0aabaff7-ec5e-484f-bc89-bf49b51d3ba4 req-065a6388-527b-4cd1-8c31-b4c6bc04f335 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406880 Jun 23 14:53:05.382484 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:53:05.436633 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720859d-318e-48aa-8403-bec5efd26738 req-114d81e7-444d-4547-8872-9eb07aa52fee tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:05.438159 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3720859d-318e-48aa-8403-bec5efd26738 req-114d81e7-444d-4547-8872-9eb07aa52fee tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 943 time: 0.0685320 Jun 23 14:53:05.477262 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3720859d-318e-48aa-8403-bec5efd26738 req-1d708138-291f-4d32-9ccb-3dc097884eab tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333552 Jun 23 14:53:05.705087 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a74d7-22fc-41dc-8b38-1360e2b8f280 req-2145d459-62ff-4265-9787-554eb7528fe0 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:05.706614 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-d90a74d7-22fc-41dc-8b38-1360e2b8f280 req-2145d459-62ff-4265-9787-554eb7528fe0 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0652804 Jun 23 14:53:05.745449 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-d90a74d7-22fc-41dc-8b38-1360e2b8f280 req-9d2af16b-8c8c-4e98-8e84-7bad2a72076a tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332189 Jun 23 14:53:06.269686 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fc260-b49b-4a6c-a3ab-39c356800c69 req-2d747586-15e8-46cc-9ac3-0fa7fe9187dd tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:06.271338 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2c7fc260-b49b-4a6c-a3ab-39c356800c69 req-2d747586-15e8-46cc-9ac3-0fa7fe9187dd tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 946 time: 0.0658441 Jun 23 14:53:06.321106 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2c7fc260-b49b-4a6c-a3ab-39c356800c69 req-8ff474e9-3541-4e1c-ade5-aab92dbe21b2 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441840 Jun 23 14:53:06.501263 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96732c3e-a129-4a8b-b077-ac93d60d9917 req-98e9e13e-1566-4757-a996-77d4eefcf3a3 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:06.502548 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-96732c3e-a129-4a8b-b077-ac93d60d9917 req-98e9e13e-1566-4757-a996-77d4eefcf3a3 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.0662875 Jun 23 14:53:06.546567 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-96732c3e-a129-4a8b-b077-ac93d60d9917 req-ee7e1150-4f84-4fe2-8d89-451942ffab42 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382063 Jun 23 14:53:06.664548 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e28afc-c4e2-4ef9-a8d2-ee3de5171882 req-937d467e-6956-4cc3-91fc-47e8bc080789 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:06.666032 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-18e28afc-c4e2-4ef9-a8d2-ee3de5171882 req-937d467e-6956-4cc3-91fc-47e8bc080789 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 943 time: 0.0638247 Jun 23 14:53:06.704581 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-18e28afc-c4e2-4ef9-a8d2-ee3de5171882 req-c13d3ed7-6dd8-44f7-9d57-0856966828b3 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327137 Jun 23 14:53:06.928437 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad6757-12b6-4e8a-9eea-42f690602525 req-df0451fa-25a7-4225-ae00-629f46c83e79 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:06.929990 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5bad6757-12b6-4e8a-9eea-42f690602525 req-df0451fa-25a7-4225-ae00-629f46c83e79 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0683601 Jun 23 14:53:06.969540 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5bad6757-12b6-4e8a-9eea-42f690602525 req-496b07bf-f560-42a6-88cf-5ba46ea14576 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330732 Jun 23 14:53:07.054707 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-e4867a9e-5729-4b2b-9def-d1a844dc99ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:07.506288 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73f07e-ee1d-45b3-b14f-b9af1e7a8406 req-a374fbc4-e460-4b82-841c-e39545a18dc7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:07.507784 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-bc73f07e-ee1d-45b3-b14f-b9af1e7a8406 req-a374fbc4-e460-4b82-841c-e39545a18dc7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 946 time: 0.0739064 Jun 23 14:53:07.545766 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-bc73f07e-ee1d-45b3-b14f-b9af1e7a8406 req-6db1270f-ba32-47bd-a20c-185f312ea40d tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321581 Jun 23 14:53:07.735164 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8144356-e0fe-46d2-8a22-c388c62074ac req-01679874-129c-498a-a9c5-862c2f0b7e85 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:07.736670 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-d8144356-e0fe-46d2-8a22-c388c62074ac req-01679874-129c-498a-a9c5-862c2f0b7e85 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.0648634 Jun 23 14:53:07.780010 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-d8144356-e0fe-46d2-8a22-c388c62074ac req-697e2a3b-acdb-4d36-84c1-cafa4a86aeb0 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367041 Jun 23 14:53:07.876787 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d157a1-57df-41fa-9246-8023637f3a12 req-fed79a88-fe76-4cde-abdf-4dfd36bfaf18 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:07.878298 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-15d157a1-57df-41fa-9246-8023637f3a12 req-fed79a88-fe76-4cde-abdf-4dfd36bfaf18 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 943 time: 0.0623088 Jun 23 14:53:07.922420 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-15d157a1-57df-41fa-9246-8023637f3a12 req-581248b7-8117-40e1-9962-afc3092eaa40 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378265 Jun 23 14:53:08.142051 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac355b6-2a5e-49c7-9d18-35dcfe8d41ea req-2d9bb815-1a4e-4033-9b88-90d6214837aa tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:08.143564 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8ac355b6-2a5e-49c7-9d18-35dcfe8d41ea req-2d9bb815-1a4e-4033-9b88-90d6214837aa tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0626988 Jun 23 14:53:08.186398 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8ac355b6-2a5e-49c7-9d18-35dcfe8d41ea req-721d5e9a-5166-4368-bf5f-55ef6b44106c tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369949 Jun 23 14:53:08.733993 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60804eda-8746-45a2-9328-d1b735abfa8d req-66632e1f-c51c-4870-b65b-d1687399f16c tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:08.735431 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-60804eda-8746-45a2-9328-d1b735abfa8d req-66632e1f-c51c-4870-b65b-d1687399f16c tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 946 time: 0.0679467 Jun 23 14:53:08.774644 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-60804eda-8746-45a2-9328-d1b735abfa8d req-170d2954-7c9b-4802-8535-43a1968b7ee2 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335517 Jun 23 14:53:08.971873 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de7e6d-e7dc-4957-8c86-68b9f63ab44a req-a27f1f0a-3698-43f6-99a1-99cf79a586a6 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:08.973501 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-71de7e6d-e7dc-4957-8c86-68b9f63ab44a req-a27f1f0a-3698-43f6-99a1-99cf79a586a6 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.0713367 Jun 23 14:53:09.015622 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-71de7e6d-e7dc-4957-8c86-68b9f63ab44a req-77121988-8d55-410c-abdc-1984ba8bd9f0 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362897 Jun 23 14:53:09.109684 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3220868-8819-4ccd-9486-a1bc881270ef req-591df51e-3d50-4db9-84e2-4626b4323470 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:09.111155 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b3220868-8819-4ccd-9486-a1bc881270ef req-591df51e-3d50-4db9-84e2-4626b4323470 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 943 time: 0.0631492 Jun 23 14:53:09.146947 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b3220868-8819-4ccd-9486-a1bc881270ef req-b7c4b7f8-8b21-4d93-b10c-93b94627ac2e tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302892 Jun 23 14:53:09.363892 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc38797-f8d1-4f12-a8f3-3315db572d04 req-1690566b-58c7-4155-a331-c15a1397df38 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:09.365352 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5dc38797-f8d1-4f12-a8f3-3315db572d04 req-1690566b-58c7-4155-a331-c15a1397df38 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0629344 Jun 23 14:53:09.404695 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5dc38797-f8d1-4f12-a8f3-3315db572d04 req-98c6b35e-b8ec-4a8e-b1ce-81a2820e2836 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337350 Jun 23 14:53:09.776385 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:09.786880 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-d06ef9cf-c276-4ea3-8ff2-ec1039bae0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:10.024538 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-08bcd2c5-6813-4732-85a2-36b48cf06b4b service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017907 Jun 23 14:53:10.134393 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-39f0c091-9b4b-484c-a023-a196d5fcf8e0 req-69681fb0-df05-421f-a1d2-6010b23c83f8 service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938337 Jun 23 14:53:10.241544 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ae9e5-63ed-4cff-9079-996c6827a1f3 req-87a4d2a9-99de-41d8-8505-5a585638fb2b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:10.243116 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-083ae9e5-63ed-4cff-9079-996c6827a1f3 req-87a4d2a9-99de-41d8-8505-5a585638fb2b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.0966673 Jun 23 14:53:10.288184 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a919af4-7a23-40f9-b077-77a094d3912d req-265ca897-ffeb-40d4-9a17-6dc40b21cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:10.289659 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9a919af4-7a23-40f9-b077-77a094d3912d req-265ca897-ffeb-40d4-9a17-6dc40b21cc31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de80d8e05e914e30aa0a7ca86303ac3e&device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 1096 time: 0.0979431 Jun 23 14:53:10.295444 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-083ae9e5-63ed-4cff-9079-996c6827a1f3 req-c768dee2-39e0-4ae7-9ddd-764faaa0eeb6 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417516 Jun 23 14:53:10.343086 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a9fbd385-093d-4086-9246-259253d9754e req-8a074959-d78f-413e-a30f-cbbabaee58c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cbddff4-17f6-40d0-b5a1-9b072835544f HTTP/1.1" status: 200 len: 998 time: 0.4187024 Jun 23 14:53:10.373766 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567ca8b-36f3-4119-9bdb-ff6e139a959c req-d9be8766-8cc1-46e0-b563-a335e853b1df tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:10.375484 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b567ca8b-36f3-4119-9bdb-ff6e139a959c req-d9be8766-8cc1-46e0-b563-a335e853b1df tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 946 time: 0.4905677 Jun 23 14:53:10.397368 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a919af4-7a23-40f9-b077-77a094d3912d req-f6b5eab9-138e-41a3-94c0-263fcd825400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:10.398886 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9a919af4-7a23-40f9-b077-77a094d3912d req-f6b5eab9-138e-41a3-94c0-263fcd825400 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6 HTTP/1.1" status: 200 len: 912 time: 0.1017382 Jun 23 14:53:10.411184 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a11875-5525-43f3-a9b4-14c7e6872bdb req-eeefb6ac-5424-48d3-8e78-05a07f41f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:10.412590 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-31a11875-5525-43f3-a9b4-14c7e6872bdb req-eeefb6ac-5424-48d3-8e78-05a07f41f23a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ae03c8936d4b8aae737d381bdafe5a&device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 1137 time: 0.4790089 Jun 23 14:53:10.442670 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d496208-d11c-44f6-a0d0-764d2e843158 req-6b21829c-f240-4160-bf9e-a3d530431d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:10.444149 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4d496208-d11c-44f6-a0d0-764d2e843158 req-6b21829c-f240-4160-bf9e-a3d530431d6b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=065fce62-c207-4f9e-a718-d2389d66dea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5117216 Jun 23 14:53:10.471765 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9a919af4-7a23-40f9-b077-77a094d3912d req-f3cc4ffd-d3f9-4a83-8380-abc1026e55a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93494d44-3a04-41a9-a66b-52af7685c5ac HTTP/1.1" status: 200 len: 217 time: 0.0553796 Jun 23 14:53:10.472016 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbd385-093d-4086-9246-259253d9754e req-f7ea7534-3e1d-423b-8d05-11f7b641c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:10.473363 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a9fbd385-093d-4086-9246-259253d9754e req-f7ea7534-3e1d-423b-8d05-11f7b641c44e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e25bbb7-3773-4230-b906-44113f972ac4 HTTP/1.1" status: 200 len: 856 time: 0.1219265 Jun 23 14:53:10.540995 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9758b-efae-492d-af61-bc992adfe903 req-36855ec7-a85d-4c2d-95ab-32ab801235ec tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:10.542432 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-38e9758b-efae-492d-af61-bc992adfe903 req-36855ec7-a85d-4c2d-95ab-32ab801235ec tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 943 time: 0.1349318 Jun 23 14:53:10.553086 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a919af4-7a23-40f9-b077-77a094d3912d req-46c723d1-5b99-4783-b04f-b8621f0bab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:10.554552 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9a919af4-7a23-40f9-b077-77a094d3912d req-46c723d1-5b99-4783-b04f-b8621f0bab42 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71715e87-1bbc-4aaf-bc38-8d1e86684ae7 HTTP/1.1" status: 200 len: 850 time: 0.0649586 Jun 23 14:53:10.586347 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b567ca8b-36f3-4119-9bdb-ff6e139a959c req-0876ec1f-37c0-494b-8707-2c75c62d5dd7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887796 Jun 23 14:53:10.612726 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-38e9758b-efae-492d-af61-bc992adfe903 req-8001e0a3-d6ad-42ae-bb06-d927c3e289a1 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622885 Jun 23 14:53:10.639529 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a919af4-7a23-40f9-b077-77a094d3912d req-668c3559-6790-4df0-9c66-4dc9ebd7bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:10.642411 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9a919af4-7a23-40f9-b077-77a094d3912d req-668c3559-6790-4df0-9c66-4dc9ebd7bc02 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719302 Jun 23 14:53:10.654351 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a11875-5525-43f3-a9b4-14c7e6872bdb req-ee774c1a-e3ec-4883-88ea-34a430ebac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:10.655790 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-31a11875-5525-43f3-a9b4-14c7e6872bdb req-ee774c1a-e3ec-4883-88ea-34a430ebac82 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a1115ee8-5372-48ee-a732-c77948f674dc HTTP/1.1" status: 200 len: 915 time: 0.2335646 Jun 23 14:53:10.663281 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4d496208-d11c-44f6-a0d0-764d2e843158 req-762643e0-236a-469b-94bb-ddb99b165eb1 service neutron] 10.222.0.44 "GET /v2.0/networks/065fce62-c207-4f9e-a718-d2389d66dea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017252 Jun 23 14:53:10.669524 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbd385-093d-4086-9246-259253d9754e req-2d384900-81c3-43f1-bc15-b69f7ed84e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:10.671027 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a9fbd385-093d-4086-9246-259253d9754e req-2d384900-81c3-43f1-bc15-b69f7ed84e63 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d1e732-3395-45e9-ab92-336826d1d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1552410 Jun 23 14:53:10.756829 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9a919af4-7a23-40f9-b077-77a094d3912d req-852346c0-8f5f-43cb-bcd8-9cc15d422d76 service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897849 Jun 23 14:53:10.852941 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9a919af4-7a23-40f9-b077-77a094d3912d req-b948afbf-f343-4b7e-a791-0d374ae21d81 service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866663 Jun 23 14:53:10.881554 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-31a11875-5525-43f3-a9b4-14c7e6872bdb req-0d45d8b5-cce1-429e-bdea-5eb2ce43d167 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2dbb36f-8751-44c6-92b3-d6bf0359295f HTTP/1.1" status: 200 len: 1001 time: 0.2050116 Jun 23 14:53:10.927666 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:10.963108 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a9fbd385-093d-4086-9246-259253d9754e req-16e9a1e5-f9df-4cea-8e21-939a700b242f service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486269 Jun 23 14:53:10.971827 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4d496208-d11c-44f6-a0d0-764d2e843158 req-06e7bc1d-0119-4fa5-8e9b-146783278aad service neutron] 10.222.0.44 "GET /v2.0/networks/065fce62-c207-4f9e-a718-d2389d66dea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585349 Jun 23 14:53:11.010272 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5020c-aa32-42fd-a196-d51ab8335bc6 req-d0b2082a-2279-4096-b442-548987bea082 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:11.011719 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fbe5020c-aa32-42fd-a196-d51ab8335bc6 req-d0b2082a-2279-4096-b442-548987bea082 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.2781603 Jun 23 14:53:11.019658 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a11875-5525-43f3-a9b4-14c7e6872bdb req-1465ccb5-9f9c-4ad0-b788-de153a9a09a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:11.021006 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-31a11875-5525-43f3-a9b4-14c7e6872bdb req-1465ccb5-9f9c-4ad0-b788-de153a9a09a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9269878-b91e-4434-829a-8b123dec3d3e HTTP/1.1" status: 200 len: 853 time: 0.1206262 Jun 23 14:53:11.127749 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fbe5020c-aa32-42fd-a196-d51ab8335bc6 req-3e5f15ad-850b-4f78-851a-4685ea5c209e tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095729 Jun 23 14:53:11.146985 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a9fbd385-093d-4086-9246-259253d9754e req-bf020bdc-c715-4b24-9308-6972fc8967b7 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699162 Jun 23 14:53:11.156202 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a11875-5525-43f3-a9b4-14c7e6872bdb req-6c9b0102-61d8-4ed5-b0b7-e27458064542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:11.157650 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-31a11875-5525-43f3-a9b4-14c7e6872bdb req-6c9b0102-61d8-4ed5-b0b7-e27458064542 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a1115ee8-5372-48ee-a732-c77948f674dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1275661 Jun 23 14:53:11.253959 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-31a11875-5525-43f3-a9b4-14c7e6872bdb req-960adf77-20f5-4560-8322-d42f14a76ec4 service neutron] 10.222.0.44 "GET /v2.0/networks/a1115ee8-5372-48ee-a732-c77948f674dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866268 Jun 23 14:53:11.345636 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-31a11875-5525-43f3-a9b4-14c7e6872bdb req-0ef3f557-0254-4ef2-9425-0b044fa3d204 service neutron] 10.222.0.44 "GET /v2.0/networks/a1115ee8-5372-48ee-a732-c77948f674dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831084 Jun 23 14:53:11.487594 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f052b71-d3f0-4dd6-ad59-2ab7f541e32f req-154216cf-339e-4b03-aa4f-e4e89c31047b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:11.489515 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6f052b71-d3f0-4dd6-ad59-2ab7f541e32f req-154216cf-339e-4b03-aa4f-e4e89c31047b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.0679121 Jun 23 14:53:11.526033 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6f052b71-d3f0-4dd6-ad59-2ab7f541e32f req-84a6bed7-d4b9-403a-87a2-e06540dd30b1 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308249 Jun 23 14:53:11.797715 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbdd4f-aa94-4c24-82b5-fcd157fcc970 req-ffc15cd5-f794-40a8-84e3-18446e8efd53 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:11.799203 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4fcbdd4f-aa94-4c24-82b5-fcd157fcc970 req-ffc15cd5-f794-40a8-84e3-18446e8efd53 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 943 time: 0.0623734 Jun 23 14:53:11.808175 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e92aad-97bd-4621-a89e-f3da6f5ad083 req-fae3fc95-34da-455e-8485-ca9b2335ab03 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:11.809624 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-53e92aad-97bd-4621-a89e-f3da6f5ad083 req-fae3fc95-34da-455e-8485-ca9b2335ab03 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 946 time: 0.1044562 Jun 23 14:53:11.812130 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7f424-04b5-4871-a0d6-4a1663b88602 req-8f3a703a-e6de-4335-b6c9-63e4ff059a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:11.813487 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0ea7f424-04b5-4871-a0d6-4a1663b88602 req-8f3a703a-e6de-4335-b6c9-63e4ff059a60 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 1098 time: 0.0969243 Jun 23 14:53:11.838632 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4fcbdd4f-aa94-4c24-82b5-fcd157fcc970 req-bb1a260d-25fe-4cff-8688-ae57517fcf40 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335798 Jun 23 14:53:11.871972 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-53e92aad-97bd-4621-a89e-f3da6f5ad083 req-8fb98302-2c40-4d61-adcd-8b9399d4df32 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/security-groups?id=a135022e-4e34-4eff-925c-ad900a554f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558085 Jun 23 14:53:11.874792 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0ea7f424-04b5-4871-a0d6-4a1663b88602 req-7807bd3f-b6d0-4e68-94f7-454d991da59d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527344 Jun 23 14:53:12.297609 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1c61b-5c58-4196-8ecf-a028e78e7c25 req-3c8b14c3-87b4-4ed3-afa8-1b3a55ba6479 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:12.299059 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3aa1c61b-5c58-4196-8ecf-a028e78e7c25 req-3c8b14c3-87b4-4ed3-afa8-1b3a55ba6479 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0618680 Jun 23 14:53:12.338302 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3aa1c61b-5c58-4196-8ecf-a028e78e7c25 req-e323c208-99a3-467d-95c7-ac503730e17a tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336366 Jun 23 14:53:12.448513 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a1d61-d108-4e8c-bbad-7d0a33f5c738 req-17e8d6d3-1261-4baf-8ebf-70238273b26a tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:12.449976 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6c8a1d61-d108-4e8c-bbad-7d0a33f5c738 req-17e8d6d3-1261-4baf-8ebf-70238273b26a tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 946 time: 0.0656993 Jun 23 14:53:12.548202 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-6c8a1d61-d108-4e8c-bbad-7d0a33f5c738 req-f251a8a9-d635-4d21-8e82-a178f4fbd902 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Deleting port 52666dea-2583-4f8a-9700-4176b1539297 {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:53:12.548575 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-6c8a1d61-d108-4e8c-bbad-7d0a33f5c738 req-f251a8a9-d635-4d21-8e82-a178f4fbd902 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:12.662154 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:12.686848 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-6c8a1d61-d108-4e8c-bbad-7d0a33f5c738 req-f251a8a9-d635-4d21-8e82-a178f4fbd902 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] For port 52666dea-2583-4f8a-9700-4176b1539297, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=52666dea-2583-4f8a-9700-4176b1539297,segment=NetworkSegment(fe93aea0-6524-4b32-92b7-0d915e8e0cd1),segment_id=fe93aea0-6524-4b32-92b7-0d915e8e0cd1)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:53:12.687218 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-6c8a1d61-d108-4e8c-bbad-7d0a33f5c738 req-f251a8a9-d635-4d21-8e82-a178f4fbd902 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:12.702926 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-6c8a1d61-d108-4e8c-bbad-7d0a33f5c738 req-f251a8a9-d635-4d21-8e82-a178f4fbd902 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Calling delete_port for 52666dea-2583-4f8a-9700-4176b1539297 owned by compute:nova {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:53:12.763600 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc843785-dffa-47a7-9da4-ccd152bbcec3 req-44fb93ea-bdb9-4f2d-9f33-6379b6f763a6 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:12.765069 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-bc843785-dffa-47a7-9da4-ccd152bbcec3 req-44fb93ea-bdb9-4f2d-9f33-6379b6f763a6 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.1200252 Jun 23 14:53:12.821851 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-bc843785-dffa-47a7-9da4-ccd152bbcec3 req-5da9ff1f-7ef8-463c-aa95-3572556080d7 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500779 Jun 23 14:53:12.875314 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-6c8a1d61-d108-4e8c-bbad-7d0a33f5c738 req-f251a8a9-d635-4d21-8e82-a178f4fbd902 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:12.879297 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:53:12.897834 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['52666dea-2583-4f8a-9700-4176b1539297'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:53:12.905161 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251a8a9-d635-4d21-8e82-a178f4fbd902 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Pushing event deleted for resources: {'Port': ['ID=52666dea-2583-4f8a-9700-4176b1539297,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:53:12.909312 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-f251a8a9-d635-4d21-8e82-a178f4fbd902 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:53:12.956668 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8a1d61-d108-4e8c-bbad-7d0a33f5c738 req-f251a8a9-d635-4d21-8e82-a178f4fbd902 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] No DVR routers for this DVR port 52666dea-2583-4f8a-9700-4176b1539297 on host hv-cinder-79628 {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:53:12.959333 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-6c8a1d61-d108-4e8c-bbad-7d0a33f5c738 req-f251a8a9-d635-4d21-8e82-a178f4fbd902 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:12.961441 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6c8a1d61-d108-4e8c-bbad-7d0a33f5c738 req-f251a8a9-d635-4d21-8e82-a178f4fbd902 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.44 "DELETE /v2.0/ports/52666dea-2583-4f8a-9700-4176b1539297 HTTP/1.1" status: 204 len: 173 time: 0.5041976 Jun 23 14:53:12.962090 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b82c25a-9f8f-4107-ab95-e06bfbe86f02', 'name': 'network-vif-deleted', 'tag': '52666dea-2583-4f8a-9700-4176b1539297'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:53:12.964468 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99df8dbd-36f5-4df3-9039-89d36c90b866" -d '{"events": [{"server_uuid": "6b82c25a-9f8f-4107-ab95-e06bfbe86f02", "name": "network-vif-deleted", "tag": "52666dea-2583-4f8a-9700-4176b1539297"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:53:13.039794 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d0030-cb17-4759-8414-e263d2bb19b3 req-f999394f-a867-4454-aaaa-6ec13e3699fb tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:13.043325 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-596d0030-cb17-4759-8414-e263d2bb19b3 req-f999394f-a867-4454-aaaa-6ec13e3699fb tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 943 time: 0.0736561 Jun 23 14:53:13.070359 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-cf58ccfb-6385-44cf-8abd-370f5a2b87a3 req-230a9a5f-98b1-40d1-a4cb-90ead7a2cee5 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b82c25a-9f8f-4107-ab95-e06bfbe86f02 HTTP/1.1" status: 200 len: 210 time: 0.0321023 Jun 23 14:53:13.092134 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-596d0030-cb17-4759-8414-e263d2bb19b3 req-a2234b18-12aa-4fa6-b831-d35361037cfd tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376887 Jun 23 14:53:13.121584 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f82b65-1367-4ff9-bf06-438bfc9f103a x-openstack-request-id: req-c9f82b65-1367-4ff9-bf06-438bfc9f103a {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:53:13.121954 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b82c25a-9f8f-4107-ab95-e06bfbe86f02", "name": "network-vif-deleted", "tag": "52666dea-2583-4f8a-9700-4176b1539297", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:53:13.122276 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c9f82b65-1367-4ff9-bf06-438bfc9f103a {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:53:13.122712 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b82c25a-9f8f-4107-ab95-e06bfbe86f02', 'name': 'network-vif-deleted', 'tag': '52666dea-2583-4f8a-9700-4176b1539297', 'status': 'completed', 'code': 200} Jun 23 14:53:13.512622 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158dd87-738d-437a-8e16-01588353290d req-2579dfcf-6088-457b-a78b-7abe61da9c76 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:13.514507 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3158dd87-738d-437a-8e16-01588353290d req-2579dfcf-6088-457b-a78b-7abe61da9c76 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0617356 Jun 23 14:53:13.551519 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3158dd87-738d-437a-8e16-01588353290d req-9b0236ba-2a11-456c-bbbe-07b953cb22ad tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314915 Jun 23 14:53:13.958128 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192f540-1022-487f-9b8f-f613525c3fd8 req-d17ee9bd-9334-4396-b22e-735477be720d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:13.959673 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c192f540-1022-487f-9b8f-f613525c3fd8 req-d17ee9bd-9334-4396-b22e-735477be720d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39af58d17879414891f063215d964cba&device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 1098 time: 0.0810883 Jun 23 14:53:14.014928 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398f22e-a361-4208-af95-503b35868cdf req-afa8d560-bdba-4fbf-a763-74cf5424ba04 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:14.016455 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4398f22e-a361-4208-af95-503b35868cdf req-afa8d560-bdba-4fbf-a763-74cf5424ba04 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.0726297 Jun 23 14:53:14.046126 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9226d-a8f7-473b-9dcf-87c16ae7fa3c req-98faa846-0f41-482f-ac6a-f0add5d9b26f tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:14.047602 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5ab9226d-a8f7-473b-9dcf-87c16ae7fa3c req-98faa846-0f41-482f-ac6a-f0add5d9b26f tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.1247191 Jun 23 14:53:14.062619 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4398f22e-a361-4208-af95-503b35868cdf req-6ff8c8f8-1393-4895-ac9a-555548f3a423 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404418 Jun 23 14:53:14.100237 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192f540-1022-487f-9b8f-f613525c3fd8 req-dbc30d4c-4e91-4c8a-a14f-6d3bf8adb390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:14.101733 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c192f540-1022-487f-9b8f-f613525c3fd8 req-dbc30d4c-4e91-4c8a-a14f-6d3bf8adb390 service neutron] 10.222.0.44 "GET /v2.0/networks?id=316343f5-6494-40b4-8f2d-d07926cd87f2 HTTP/1.1" status: 200 len: 919 time: 0.1309371 Jun 23 14:53:14.106330 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5ab9226d-a8f7-473b-9dcf-87c16ae7fa3c req-ef1301d4-d706-4f4f-9ce0-7af239f82e54 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508032 Jun 23 14:53:14.145611 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c192f540-1022-487f-9b8f-f613525c3fd8 req-ac8a166f-ff82-43ea-ab78-35ecb6653458 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d53c2996-c985-4fea-8e9f-447f2f457980 HTTP/1.1" status: 200 len: 217 time: 0.0361178 Jun 23 14:53:14.169814 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 37078) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:53:14.211029 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192f540-1022-487f-9b8f-f613525c3fd8 req-96941133-5eed-443e-a5c2-6b3170d070e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:14.212526 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c192f540-1022-487f-9b8f-f613525c3fd8 req-96941133-5eed-443e-a5c2-6b3170d070e2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f484191a-aa0e-4ca0-9d09-feeb8b46b4c9 HTTP/1.1" status: 200 len: 858 time: 0.0581234 Jun 23 14:53:14.229092 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dffb210-2047-4d6a-8bd1-e784e6673fba admin admin] Deleting subnet 565c59f5-fb5b-4a37-988a-29937cd627c7 {{(pid=104656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:53:14.232716 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7dffb210-2047-4d6a-8bd1-e784e6673fba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:14.271669 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7dffb210-2047-4d6a-8bd1-e784e6673fba admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:14.277193 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7dffb210-2047-4d6a-8bd1-e784e6673fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16078100'] for subnet, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:14.278945 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c192f540-1022-487f-9b8f-f613525c3fd8 req-2b0eda84-d903-4eae-8c08-26010f1ae009 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=316343f5-6494-40b4-8f2d-d07926cd87f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505321 Jun 23 14:53:14.336546 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7dffb210-2047-4d6a-8bd1-e784e6673fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16078093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349'] for subnet, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:14.339180 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-9184bb3f-eb29-49cb-8f28-c2f82c5a5330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:53:14.367432 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d1ace-2a18-4a86-9d10-0412568be3ef req-022414bb-fb73-456b-a04c-5330234c49c0 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:14.367715 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffb210-2047-4d6a-8bd1-e784e6673fba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=565c59f5-fb5b-4a37-988a-29937cd627c7,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:53:14.368903 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-df9d1ace-2a18-4a86-9d10-0412568be3ef req-022414bb-fb73-456b-a04c-5330234c49c0 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 943 time: 0.1498072 Jun 23 14:53:14.370136 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-7dffb210-2047-4d6a-8bd1-e784e6673fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:53:14.373333 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7dffb210-2047-4d6a-8bd1-e784e6673fba admin admin] Notify callbacks [] for subnet, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:14.376620 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-7dffb210-2047-4d6a-8bd1-e784e6673fba admin admin] 10.222.0.65 "DELETE /v2.0/subnets/565c59f5-fb5b-4a37-988a-29937cd627c7 HTTP/1.1" status: 204 len: 168 time: 0.2057412 Jun 23 14:53:14.377508 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 37080) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:53:14.466340 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c192f540-1022-487f-9b8f-f613525c3fd8 req-53b1c9cc-a212-4494-897b-f7c14300708e service neutron] 10.222.0.44 "GET /v2.0/networks/316343f5-6494-40b4-8f2d-d07926cd87f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752043 Jun 23 14:53:14.490700 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-df9d1ace-2a18-4a86-9d10-0412568be3ef req-f5408fa6-1bbc-46d5-9a88-347c01692969 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121886 Jun 23 14:53:14.494405 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5af9ce6b-e4fc-45ef-8689-5ca6e3b5cf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235410'] for network, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:14.648455 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5af9ce6b-e4fc-45ef-8689-5ca6e3b5cf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16034969', 'neutron.services.segments.db._delete_segments_for_network-8784122434079'] for network, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:14.652523 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c192f540-1022-487f-9b8f-f613525c3fd8 req-e5ef3b05-bac6-4795-b0ea-ed9ede85c75d service neutron] 10.222.0.44 "GET /v2.0/networks/316343f5-6494-40b4-8f2d-d07926cd87f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736999 Jun 23 14:53:14.661441 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-5af9ce6b-e4fc-45ef-8689-5ca6e3b5cf1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091e6716-f16c-497b-bbf5-a88d9b5ceae2']}} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:53:14.680108 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-5af9ce6b-e4fc-45ef-8689-5ca6e3b5cf1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe93aea0-6524-4b32-92b7-0d915e8e0cd1') {'for_net_delete': True} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:53:14.680405 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-5af9ce6b-e4fc-45ef-8689-5ca6e3b5cf1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe93aea0-6524-4b32-92b7-0d915e8e0cd1') {} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:53:14.690307 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5af9ce6b-e4fc-45ef-8689-5ca6e3b5cf1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784122471918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3530085'] for segment, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:14.703540 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5af9ce6b-e4fc-45ef-8689-5ca6e3b5cf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:14.709696 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af9ce6b-e4fc-45ef-8689-5ca6e3b5cf1d admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=104657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:53:14.710224 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5af9ce6b-e4fc-45ef-8689-5ca6e3b5cf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3444818'] for segment, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: Traceback (most recent call last): Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: timer() Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: cb(*args, **kw) Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: return func(*args, **kwargs) Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: self._notify() Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: self.callback(batched_events) Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: event.method(event) Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: return f(self, *a, **k) Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: return self._get(url).json() Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: return self.request(url, 'GET', **kwargs) Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:53:14.713953 dv-cinder-796286-8-iscsi neutron-server[104657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:53:14.766135 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5af9ce6b-e4fc-45ef-8689-5ca6e3b5cf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16034962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602998'] for network, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:14.769866 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:53:14.772233 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5af9ce6b-e4fc-45ef-8689-5ca6e3b5cf1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:14.773873 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-5af9ce6b-e4fc-45ef-8689-5ca6e3b5cf1d admin admin] 10.222.0.65 "DELETE /v2.0/networks/091e6716-f16c-497b-bbf5-a88d9b5ceae2 HTTP/1.1" status: 204 len: 168 time: 0.3943033 Jun 23 14:53:14.784602 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9ce6b-e4fc-45ef-8689-5ca6e3b5cf1d admin admin] Pushing event deleted for resources: {'Network': ['ID=091e6716-f16c-497b-bbf5-a88d9b5ceae2,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:53:14.786894 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-5af9ce6b-e4fc-45ef-8689-5ca6e3b5cf1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:53:14.967046 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 37088) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:53:15.011579 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-003b0426-fc70-4290-880a-373a221e9186 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=14cebce4a701447bafe560e0e1182a8f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0432839 Jun 23 14:53:15.014570 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 37090) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:53:15.059427 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-da971bfc-8e1b-42fd-9d4c-5abd2a474ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:15.079841 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-da971bfc-8e1b-42fd-9d4c-5abd2a474ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:15.126119 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-da971bfc-8e1b-42fd-9d4c-5abd2a474ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:15.128884 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-da971bfc-8e1b-42fd-9d4c-5abd2a474ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:15.132501 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-da971bfc-8e1b-42fd-9d4c-5abd2a474ebb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a135022e-4e34-4eff-925c-ad900a554f2e HTTP/1.1" status: 204 len: 168 time: 0.1146681 Jun 23 14:53:15.132501 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-699fa855-6007-4009-886f-6d61e970b936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:53:15.139922 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da971bfc-8e1b-42fd-9d4c-5abd2a474ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a135022e-4e34-4eff-925c-ad900a554f2e,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:53:15.142626 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-da971bfc-8e1b-42fd-9d4c-5abd2a474ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:53:15.255464 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d60b3-eab6-4085-ab75-c438e8f3086d req-cc2e0a4b-958e-4940-a5f0-1594a1ec2e99 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:15.257549 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-fe2d60b3-eab6-4085-ab75-c438e8f3086d req-cc2e0a4b-958e-4940-a5f0-1594a1ec2e99 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.0652761 Jun 23 14:53:15.296443 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-fe2d60b3-eab6-4085-ab75-c438e8f3086d req-a5c0b634-90e7-4cc5-9ff9-91daaec14f1a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317297 Jun 23 14:53:15.299655 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2dfd8-3f0d-4386-a662-c28e4683b291 req-d476dcdf-1748-4efa-b510-f8d9a4c8ee8a tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:15.301083 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-56e2dfd8-3f0d-4386-a662-c28e4683b291 req-d476dcdf-1748-4efa-b510-f8d9a4c8ee8a tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0683680 Jun 23 14:53:15.348486 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-56e2dfd8-3f0d-4386-a662-c28e4683b291 req-61f25567-7503-4f34-ba7b-59853de5e622 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411289 Jun 23 14:53:15.547819 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 52666dea-2583-4f8a-9700-4176b1539297 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:53:15.568703 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] No Port match for: 52666dea-2583-4f8a-9700-4176b1539297 {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:53:15.569058 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 52666dea-2583-4f8a-9700-4176b1539297 not bound to the agent host hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:53:15.670202 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eacdfd7-9806-4320-b95c-fca5e8255841 req-df353b4d-d377-4ecb-b13d-db84594bad15 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:15.671580 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8eacdfd7-9806-4320-b95c-fca5e8255841 req-df353b4d-d377-4ecb-b13d-db84594bad15 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 943 time: 0.0659640 Jun 23 14:53:15.709973 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8eacdfd7-9806-4320-b95c-fca5e8255841 req-36ca5329-1ee4-4413-b5e4-c9423b8f49df tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326436 Jun 23 14:53:16.492718 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9dc031-eac7-4788-a2c5-15427e7e3119 req-2e72200f-694f-43a0-813d-6433e1c6f3b5 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:16.494194 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fb9dc031-eac7-4788-a2c5-15427e7e3119 req-2e72200f-694f-43a0-813d-6433e1c6f3b5 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.0675454 Jun 23 14:53:16.532545 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d742153-bd0f-4b85-bc49-3f8855db78f1 req-c113962d-d0cf-41db-92d8-9711fc8befb4 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:16.534045 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6d742153-bd0f-4b85-bc49-3f8855db78f1 req-c113962d-d0cf-41db-92d8-9711fc8befb4 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0716646 Jun 23 14:53:16.537313 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fb9dc031-eac7-4788-a2c5-15427e7e3119 req-a62ee0db-d7eb-4fd7-8d40-0df9a8b15970 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351481 Jun 23 14:53:16.578500 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6d742153-bd0f-4b85-bc49-3f8855db78f1 req-317d20ee-ac3c-42eb-9a8e-2fc656a4b6cc tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365515 Jun 23 14:53:16.890965 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c2bad-eccd-4f67-b22d-6e8a072aef39 req-fba1211e-f374-435a-861a-cf36092eceb3 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:16.892467 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-777c2bad-eccd-4f67-b22d-6e8a072aef39 req-fba1211e-f374-435a-861a-cf36092eceb3 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 943 time: 0.0629213 Jun 23 14:53:16.912587 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 37154) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:53:16.933785 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-777c2bad-eccd-4f67-b22d-6e8a072aef39 req-9caa88af-5155-4dc5-b225-0e508a23b912 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357747 Jun 23 14:53:17.030493 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-d6a2c0db-2d2f-461c-ae87-a8a838b776cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:17.127775 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-d6a2c0db-2d2f-461c-ae87-a8a838b776cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:17.132887 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-d6a2c0db-2d2f-461c-ae87-a8a838b776cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:17.136765 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-43b3d951-aa5e-4992-8eab-da65292323a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:53:17.179671 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-d6a2c0db-2d2f-461c-ae87-a8a838b776cd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=569794a4755b4300a1fc5e98989d2f14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657731 Jun 23 14:53:17.181888 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2c0db-2d2f-461c-ae87-a8a838b776cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ceea17-7675-4432-a258-3d6d5b13516b,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:53:17.182065 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 37158) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:53:17.185049 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-d6a2c0db-2d2f-461c-ae87-a8a838b776cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:53:17.231511 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9962a105-88f4-4084-95d6-f8b5abefacec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:17.252604 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9962a105-88f4-4084-95d6-f8b5abefacec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:17.307919 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9962a105-88f4-4084-95d6-f8b5abefacec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:17.311596 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9962a105-88f4-4084-95d6-f8b5abefacec admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:17.312799 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-9962a105-88f4-4084-95d6-f8b5abefacec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b1ceea17-7675-4432-a258-3d6d5b13516b HTTP/1.1" status: 204 len: 168 time: 0.1296983 Jun 23 14:53:17.313648 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-f6059f10-fba0-4f32-b1d3-fc90a26a84f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:53:17.322797 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962a105-88f4-4084-95d6-f8b5abefacec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ceea17-7675-4432-a258-3d6d5b13516b,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:53:17.328776 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-9962a105-88f4-4084-95d6-f8b5abefacec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:53:17.566922 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 93494d44-3a04-41a9-a66b-52af7685c5ac details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:53:17.596260 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 37166) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:53:17.616577 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-181b8daa-5a69-4ce7-b808-0b7a13ef7415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:17.703709 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 93494d44-3a04-41a9-a66b-52af7685c5ac, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=93494d44-3a04-41a9-a66b-52af7685c5ac,segment=NetworkSegment(65d151e3-1095-4ae2-88aa-0d413447e3c7),segment_id=65d151e3-1095-4ae2-88aa-0d413447e3c7)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:53:17.717273 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': '93494d44-3a04-41a9-a66b-52af7685c5ac', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'port_id': '93494d44-3a04-41a9-a66b-52af7685c5ac', 'mac_address': 'fa:16:3e:f6:2b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:53:17.752235 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03060a1-673a-4d73-a834-277529abc9bb req-84d508a4-7989-4d19-b589-9846df5ea69c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:17.754595 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a03060a1-673a-4d73-a834-277529abc9bb req-84d508a4-7989-4d19-b589-9846df5ea69c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.0777898 Jun 23 14:53:17.755625 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:17.768304 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93494d44-3a04-41a9-a66b-52af7685c5ac {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:53:17.772342 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-181b8daa-5a69-4ce7-b808-0b7a13ef7415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:17.782416 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-181b8daa-5a69-4ce7-b808-0b7a13ef7415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:17.786305 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-a118c9cd-913d-47d5-93f1-1dbbf47dd23c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:53:17.789084 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 93494d44-3a04-41a9-a66b-52af7685c5ac, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=93494d44-3a04-41a9-a66b-52af7685c5ac,segment=NetworkSegment(65d151e3-1095-4ae2-88aa-0d413447e3c7),segment_id=65d151e3-1095-4ae2-88aa-0d413447e3c7)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:53:17.795300 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:17.797602 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a03060a1-673a-4d73-a834-277529abc9bb req-dd7bef77-9d02-44b2-a849-17f6b6ac5e6a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371718 Jun 23 14:53:17.798001 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:53:17.830541 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b8daa-5a69-4ce7-b808-0b7a13ef7415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dc5b12-4c8f-4dda-a52c-3556c7d00b5c,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:53:17.834190 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-181b8daa-5a69-4ce7-b808-0b7a13ef7415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:53:17.841859 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781ceb5-0879-4bd9-8d3b-8d6a571d1cde req-61d557d9-82eb-4f25-80ea-b5ef66ebfc3e tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:17.843334 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7781ceb5-0879-4bd9-8d3b-8d6a571d1cde req-61d557d9-82eb-4f25-80ea-b5ef66ebfc3e tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.1359172 Jun 23 14:53:17.846187 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-181b8daa-5a69-4ce7-b808-0b7a13ef7415 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c1c0a7e8bfd7462fac98d8fedfd2609b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478824 Jun 23 14:53:17.848273 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 37170) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:53:17.856090 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=93494d44-3a04-41a9-a66b-52af7685c5ac,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:53:17.860115 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:53:17.885156 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7781ceb5-0879-4bd9-8d3b-8d6a571d1cde req-3dd46023-c1c4-4671-88a8-c6bf9a2c464d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338123 Jun 23 14:53:17.899161 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-cf658f0b-66cd-4b56-ab9a-20e1a2c0618a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:17.921027 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-cf658f0b-66cd-4b56-ab9a-20e1a2c0618a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:17.968478 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-cf658f0b-66cd-4b56-ab9a-20e1a2c0618a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:17.971398 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-cf658f0b-66cd-4b56-ab9a-20e1a2c0618a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:17.974776 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-cf658f0b-66cd-4b56-ab9a-20e1a2c0618a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/17dc5b12-4c8f-4dda-a52c-3556c7d00b5c HTTP/1.1" status: 204 len: 168 time: 0.1232810 Jun 23 14:53:17.974776 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-3d6ca089-5533-4dcc-9d23-0aded938333e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:53:17.982767 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf658f0b-66cd-4b56-ab9a-20e1a2c0618a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dc5b12-4c8f-4dda-a52c-3556c7d00b5c,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:53:17.985295 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-cf658f0b-66cd-4b56-ab9a-20e1a2c0618a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:53:18.148614 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cc86e-f823-45b0-9473-449e41e4f6db req-fd36e1a3-bfe9-4a73-af82-af3627ba3f6f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:18.150494 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-443cc86e-f823-45b0-9473-449e41e4f6db req-fd36e1a3-bfe9-4a73-af82-af3627ba3f6f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 944 time: 0.0798850 Jun 23 14:53:18.192267 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['93494d44-3a04-41a9-a66b-52af7685c5ac'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:53:18.204940 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-443cc86e-f823-45b0-9473-449e41e4f6db req-bab27de6-e713-477c-a6c4-23b0c18327cb tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458393 Jun 23 14:53:18.980383 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12357a-0ff5-473a-9470-0b5e4cd731dc req-f37e1e14-680e-48eb-aae5-de20c9729e07 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:18.981944 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-be12357a-0ff5-473a-9470-0b5e4cd731dc req-f37e1e14-680e-48eb-aae5-de20c9729e07 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 943 time: 0.0679700 Jun 23 14:53:19.020894 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-be12357a-0ff5-473a-9470-0b5e4cd731dc req-41ead0af-b48c-488c-95c3-b84b1c83a4d1 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332618 Jun 23 14:53:19.383135 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d6662-2e28-4283-9783-764d5c0d0b91 req-08594b87-d734-4056-a32a-7705aeb761c7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:19.384635 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-ac6d6662-2e28-4283-9783-764d5c0d0b91 req-08594b87-d734-4056-a32a-7705aeb761c7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 944 time: 0.0675886 Jun 23 14:53:19.422530 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cc5df-dbd5-4df3-af6f-6ee5d6ded355 req-15532555-2e60-4489-abaa-be5a0e63ad9f tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:19.424227 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c20cc5df-dbd5-4df3-af6f-6ee5d6ded355 req-15532555-2e60-4489-abaa-be5a0e63ad9f tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0696673 Jun 23 14:53:19.428912 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-ac6d6662-2e28-4283-9783-764d5c0d0b91 req-7d3b1492-ab9b-4674-b9b8-4c941e44dfa1 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372262 Jun 23 14:53:19.467142 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c20cc5df-dbd5-4df3-af6f-6ee5d6ded355 req-32435ac2-364b-4ac7-acdb-6422734ac601 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347168 Jun 23 14:53:19.580519 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 1cbddff4-17f6-40d0-b5a1-9b072835544f details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:53:19.582661 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 93494d44-3a04-41a9-a66b-52af7685c5ac up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:53:19.702307 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning for port 93494d44-3a04-41a9-a66b-52af7685c5ac completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:53:19.711363 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port 93494d44-3a04-41a9-a66b-52af7685c5ac triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:53:19.711799 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:19.756636 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 1cbddff4-17f6-40d0-b5a1-9b072835544f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1cbddff4-17f6-40d0-b5a1-9b072835544f,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:53:19.771556 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': '1cbddff4-17f6-40d0-b5a1-9b072835544f', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'port_id': '1cbddff4-17f6-40d0-b5a1-9b072835544f', 'mac_address': 'fa:16:3e:e7:55:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:53:19.837374 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:19.857735 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:19.860311 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cbddff4-17f6-40d0-b5a1-9b072835544f {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:53:19.894295 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 1cbddff4-17f6-40d0-b5a1-9b072835544f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1cbddff4-17f6-40d0-b5a1-9b072835544f,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:53:19.900600 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa08b37-89c2-4bc8-b886-8d1042e4b959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93494d44-3a04-41a9-a66b-52af7685c5ac'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:53:19.902919 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6dae85-5a1d-49e7-9942-74b0b60b895a" -d '{"events": [{"server_uuid": "1aa08b37-89c2-4bc8-b886-8d1042e4b959", "name": "network-vif-plugged", "status": "completed", "tag": "93494d44-3a04-41a9-a66b-52af7685c5ac"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:53:19.907622 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:19.914245 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:53:19.937495 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 93494d44-3a04-41a9-a66b-52af7685c5ac, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=93494d44-3a04-41a9-a66b-52af7685c5ac,segment=NetworkSegment(65d151e3-1095-4ae2-88aa-0d413447e3c7),segment_id=65d151e3-1095-4ae2-88aa-0d413447e3c7)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:53:19.942862 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:19.945517 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e16221-d2c0-41e3-91ec-0957eb6e33b1 x-openstack-request-id: req-46e16221-d2c0-41e3-91ec-0957eb6e33b1 {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:53:19.945886 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa08b37-89c2-4bc8-b886-8d1042e4b959", "name": "network-vif-plugged", "status": "completed", "tag": "93494d44-3a04-41a9-a66b-52af7685c5ac", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:53:19.946150 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-46e16221-d2c0-41e3-91ec-0957eb6e33b1 {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:53:19.946541 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa08b37-89c2-4bc8-b886-8d1042e4b959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93494d44-3a04-41a9-a66b-52af7685c5ac', 'code': 200} Jun 23 14:53:19.976667 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=1cbddff4-17f6-40d0-b5a1-9b072835544f,revision_number=9']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:53:19.980703 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:53:19.981894 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:53:20.030724 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=93494d44-3a04-41a9-a66b-52af7685c5ac,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:53:20.033628 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:53:20.206958 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fef68-a2ff-44cb-ab94-5f7dd0e1a2a0 req-419abfe9-c549-47e0-ae08-1daed2bedda0 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:20.208348 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-374fef68-a2ff-44cb-ab94-5f7dd0e1a2a0 req-419abfe9-c549-47e0-ae08-1daed2bedda0 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 944 time: 0.0631418 Jun 23 14:53:20.246547 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-374fef68-a2ff-44cb-ab94-5f7dd0e1a2a0 req-c5984c0e-4dd5-434f-b8f4-f286d259ffa1 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323451 Jun 23 14:53:20.272518 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a754ed-8982-4adb-8572-9495f813c8e9 req-357d4542-06fe-40ca-8aa7-5d906ead29e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:20.274047 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-75a754ed-8982-4adb-8572-9495f813c8e9 req-357d4542-06fe-40ca-8aa7-5d906ead29e9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 1098 time: 0.0512238 Jun 23 14:53:20.312893 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['1cbddff4-17f6-40d0-b5a1-9b072835544f'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:53:20.316523 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-75a754ed-8982-4adb-8572-9495f813c8e9 req-78123513-4027-41a3-b296-14c7375375f2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314422 Jun 23 14:53:20.607488 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749df13e-c8af-437e-a1cc-6fee51ee1d49 req-97c8fda5-262a-4662-8312-5d481a8f1e71 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:20.608925 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-749df13e-c8af-437e-a1cc-6fee51ee1d49 req-97c8fda5-262a-4662-8312-5d481a8f1e71 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 945 time: 0.0613165 Jun 23 14:53:20.647403 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-749df13e-c8af-437e-a1cc-6fee51ee1d49 req-5b77b535-e263-492a-87df-ad3cd7d08d61 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328262 Jun 23 14:53:21.430817 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b4a65-ae23-410c-9a21-0d3317bf1215 req-0169afd2-e878-42aa-8281-cc31fa1209ad tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:21.432313 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4e9b4a65-ae23-410c-9a21-0d3317bf1215 req-0169afd2-e878-42aa-8281-cc31fa1209ad tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 944 time: 0.0681570 Jun 23 14:53:21.474337 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4e9b4a65-ae23-410c-9a21-0d3317bf1215 req-9ff56b73-4824-42c7-ac58-d7dc0ba7eb91 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329862 Jun 23 14:53:21.588925 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 1cbddff4-17f6-40d0-b5a1-9b072835544f up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:53:21.636201 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port 1cbddff4-17f6-40d0-b5a1-9b072835544f triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:53:21.636706 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:21.713807 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:21.744907 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 1cbddff4-17f6-40d0-b5a1-9b072835544f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1cbddff4-17f6-40d0-b5a1-9b072835544f,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:53:21.749963 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:21.751592 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:53:21.797140 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=1cbddff4-17f6-40d0-b5a1-9b072835544f,revision_number=10']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:53:21.800179 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:53:21.821541 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1921a6f-6fa5-4ce8-b69c-bef491267fd0 req-0a319b65-0584-4599-8a20-772bcf3d45ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:21.823023 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e1921a6f-6fa5-4ce8-b69c-bef491267fd0 req-0a319b65-0584-4599-8a20-772bcf3d45ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 945 time: 0.0643663 Jun 23 14:53:21.861266 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e1921a6f-6fa5-4ce8-b69c-bef491267fd0 req-b676cbbe-7512-4568-acee-f55fef034c4d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324452 Jun 23 14:53:21.948132 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab1818e-124b-44f6-8290-75fed35fe3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbddff4-17f6-40d0-b5a1-9b072835544f'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:53:21.951413 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc52dbf-8198-405b-af66-7ba1dc30e532" -d '{"events": [{"server_uuid": "0ab1818e-124b-44f6-8290-75fed35fe3b0", "name": "network-vif-plugged", "status": "completed", "tag": "1cbddff4-17f6-40d0-b5a1-9b072835544f"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:53:21.987258 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d13614-ce95-4d87-b1c5-5919e7712126 x-openstack-request-id: req-b8d13614-ce95-4d87-b1c5-5919e7712126 {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:53:21.987573 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab1818e-124b-44f6-8290-75fed35fe3b0", "name": "network-vif-plugged", "status": "completed", "tag": "1cbddff4-17f6-40d0-b5a1-9b072835544f", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:53:21.987843 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8d13614-ce95-4d87-b1c5-5919e7712126 {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:53:21.988256 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab1818e-124b-44f6-8290-75fed35fe3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbddff4-17f6-40d0-b5a1-9b072835544f', 'code': 200} Jun 23 14:53:22.038820 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1720c-d4a0-4fb4-a639-ca4724995b05 req-8b8ec4b6-6612-4bcb-9198-76ecdba7411b tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:22.040279 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-54a1720c-d4a0-4fb4-a639-ca4724995b05 req-8b8ec4b6-6612-4bcb-9198-76ecdba7411b tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 945 time: 0.0658641 Jun 23 14:53:22.079458 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-54a1720c-d4a0-4fb4-a639-ca4724995b05 req-ad9c9b37-d2a9-4fa9-bfb7-9843377eca09 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333447 Jun 23 14:53:22.104220 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 37292) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:53:22.306723 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57856477-d2dd-4711-b01a-4bf6077a68c3 tempest-TestVolumeBootPattern-2090023268 tempest-TestVolumeBootPattern-2090023268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:22.308235 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-57856477-d2dd-4711-b01a-4bf6077a68c3 tempest-TestVolumeBootPattern-2090023268 tempest-TestVolumeBootPattern-2090023268-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 1093 time: 0.2029128 Jun 23 14:53:22.311223 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 37300) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:53:22.315677 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Request body: {'floatingip': {'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'port_id': '93494d44-3a04-41a9-a66b-52af7685c5ac', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:53:22.337550 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for floatingip, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:22.409941 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 37304) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:53:22.442232 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:22.542396 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8b978dc9-43ad-4190-812c-1ae84ef30600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:22.572635 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_common [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Allocated IP 172.27.2.112 (fcd7f1a0-b694-4219-968d-f28fbbdba0ee/e66531d2-b162-4d5a-9b95-91879084f23c/5c3f492d-584a-4a88-b378-6ce078e68d32) {{(pid=104656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:53:22.676516 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for port, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:22.715283 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923'] for port, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:22.718379 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-8796c55f-5c68-4f50-a198-730c589e309f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:53:22.723827 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8b978dc9-43ad-4190-812c-1ae84ef30600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:22.730440 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8b978dc9-43ad-4190-812c-1ae84ef30600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:22.735939 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-80a3eb91-59cf-48ac-a263-36d490156727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:53:22.749187 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a663a0-d2f1-4f59-beed-cdd0a8e4f363 req-4db15636-9374-4ec4-9208-019cda808d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:22.750683 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e6a663a0-d2f1-4f59-beed-cdd0a8e4f363 req-4db15636-9374-4ec4-9208-019cda808d50 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 1099 time: 0.1510558 Jun 23 14:53:22.757487 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Network fcd7f1a0-b694-4219-968d-f28fbbdba0ee is already hosted by enough agents. {{(pid=104656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:53:22.760484 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Resources bound (agent type, host, resource id): {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:53:22.764926 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Received port after_create {{(pid=104656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:53:22.769207 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Pushing event updated for resources: {'Port': ['ID=5c3f492d-584a-4a88-b378-6ce078e68d32,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:53:22.787013 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8326a-98c0-407b-91b4-b883a3aabc0d req-342ea235-5c84-4c34-8d87-b198a5045256 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:22.788462 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b0b8326a-98c0-407b-91b4-b883a3aabc0d req-342ea235-5c84-4c34-8d87-b198a5045256 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 946 time: 0.1730678 Jun 23 14:53:22.791277 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:53:22.803296 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-8b978dc9-43ad-4190-812c-1ae84ef30600 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1d6758a184e247e6b573a513adeb1b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3920727 Jun 23 14:53:22.806254 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b978dc9-43ad-4190-812c-1ae84ef30600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0426dd-d21b-4ce6-81b7-cd0816da722b,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:53:22.810459 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 37312) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:53:22.815591 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-8b978dc9-43ad-4190-812c-1ae84ef30600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:53:22.843068 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e6a663a0-d2f1-4f59-beed-cdd0a8e4f363 req-dd3ef329-04ed-4567-8b15-faa1552c3203 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749576 Jun 23 14:53:22.854825 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b0b8326a-98c0-407b-91b4-b883a3aabc0d req-d2b96318-e5e2-4ddd-8a36-dd861fff500b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541210 Jun 23 14:53:22.937197 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-d22a5b64-b824-4fd7-9ed3-1c2bc4a3380a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:22.992108 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-d22a5b64-b824-4fd7-9ed3-1c2bc4a3380a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:23.340191 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-d22a5b64-b824-4fd7-9ed3-1c2bc4a3380a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:23.342745 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-d22a5b64-b824-4fd7-9ed3-1c2bc4a3380a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:23.343853 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-d22a5b64-b824-4fd7-9ed3-1c2bc4a3380a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8c0426dd-d21b-4ce6-81b7-cd0816da722b HTTP/1.1" status: 204 len: 168 time: 0.5324786 Jun 23 14:53:23.348553 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-3695f0ae-aa71-498d-bb85-8240964f64f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:53:23.358772 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a5b64-b824-4fd7-9ed3-1c2bc4a3380a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0426dd-d21b-4ce6-81b7-cd0816da722b,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:53:23.362993 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-d22a5b64-b824-4fd7-9ed3-1c2bc4a3380a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:53:23.409468 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:23.494038 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:23.624663 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 37322) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:53:23.639231 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3b0825cd-74bf-4336-b835-830f84581210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:23.649259 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for port, precommit_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:23.654103 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:23.656860 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-517e76b5-bf04-4761-8628-357a57064b2b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:53:23.685295 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602980'] for floatingip, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:23.731472 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3b0825cd-74bf-4336-b835-830f84581210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:23.734707 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Pushing event updated for resources: {'Port': ['ID=5c3f492d-584a-4a88-b378-6ce078e68d32,revision_number=2']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:53:23.735366 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3b0825cd-74bf-4336-b835-830f84581210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:23.738507 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:53:23.740034 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-0c3c65c5-9cb5-4454-b1fc-def21bc02d79 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:53:23.775723 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-3b0825cd-74bf-4336-b835-830f84581210 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=524e5576b54c4b54b776c4da3d7f3983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499195 Jun 23 14:53:23.776683 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0825cd-74bf-4336-b835-830f84581210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609bb3db-298b-4c06-aad0-8e45732b6e5e,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:53:23.779413 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 37324) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:53:23.782479 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-3b0825cd-74bf-4336-b835-830f84581210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:53:23.819010 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.db.l3_db [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Floating IP 76d58262-fe90-4b7d-ba72-5ec88db28470 associated. External IP: 172.27.2.112, port: 93494d44-3a04-41a9-a66b-52af7685c5ac. Jun 23 14:53:23.882280 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c5f31d8f-33d9-4951-b00c-9e15961a6e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:23.937206 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c5f31d8f-33d9-4951-b00c-9e15961a6e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:24.089727 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c5f31d8f-33d9-4951-b00c-9e15961a6e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:24.092362 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c5f31d8f-33d9-4951-b00c-9e15961a6e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:24.093495 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-c5f31d8f-33d9-4951-b00c-9e15961a6e2f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/609bb3db-298b-4c06-aad0-8e45732b6e5e HTTP/1.1" status: 204 len: 168 time: 0.3131621 Jun 23 14:53:24.098054 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-cf658f0b-66cd-4b56-ab9a-20e1a2c0618a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:53:24.124212 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f31d8f-33d9-4951-b00c-9e15961a6e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609bb3db-298b-4c06-aad0-8e45732b6e5e,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:53:24.132247 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-c5f31d8f-33d9-4951-b00c-9e15961a6e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:53:24.151057 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e630f1-7abe-46e5-9df3-1ebcd1436032 req-f0269c7b-b367-4650-83ff-ff5e5569c853 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:24.152592 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-56e630f1-7abe-46e5-9df3-1ebcd1436032 req-f0269c7b-b367-4650-83ff-ff5e5569c853 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 946 time: 0.1782825 Jun 23 14:53:24.154589 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:53:24.241346 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-56e630f1-7abe-46e5-9df3-1ebcd1436032 req-975f8806-8165-4f4d-8090-897281472b09 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766315 Jun 23 14:53:24.301462 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:53:24.313172 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b928f8aa-7203-4f29-af4f-16f4551bd489 None None] Sync routers for ids ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'] in dv-cinder-796286-8-iscsi {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:53:24.322399 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for floatingip, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:24.323189 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b928f8aa-7203-4f29-af4f-16f4551bd489 None None] Routers {'1548b6d0-ddcc-43fb-8ee4-82162fae7d58'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:53:24.323981 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-b928f8aa-7203-4f29-af4f-16f4551bd489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:53:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:53:24.382552 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0561533 Jun 23 14:53:24.382552 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa08b37-89c2-4bc8-b886-8d1042e4b959', 'tag': '93494d44-3a04-41a9-a66b-52af7685c5ac'}] {{(pid=104656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:53:24.382552 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e40a2b8b531bb5981548eb1117bf515d9995984da5dfbee5bd4235f0b2f017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d13519c-d38f-4425-adc9-051ef7986f97" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa08b37-89c2-4bc8-b886-8d1042e4b959", "tag": "93494d44-3a04-41a9-a66b-52af7685c5ac"}]}' {{(pid=104656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:53:24.433762 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b4a1ed-a513-43d2-b655-43b7f87d8a68 x-openstack-request-id: req-a8b4a1ed-a513-43d2-b655-43b7f87d8a68 {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:53:24.434102 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa08b37-89c2-4bc8-b886-8d1042e4b959", "tag": "93494d44-3a04-41a9-a66b-52af7685c5ac", "status": "completed", "code": 200}]} {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:53:24.434445 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8b4a1ed-a513-43d2-b655-43b7f87d8a68 {{(pid=104656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:53:24.434900 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa08b37-89c2-4bc8-b886-8d1042e4b959', 'tag': '93494d44-3a04-41a9-a66b-52af7685c5ac', 'status': 'completed', 'code': 200} Jun 23 14:53:24.487457 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-b928f8aa-7203-4f29-af4f-16f4551bd489 None None] Set router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:53:24.525841 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13519c-d38f-4425-adc9-051ef7986f97 req-572055da-490c-4bd5-8789-19b379d17591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:24.528636 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9d13519c-d38f-4425-adc9-051ef7986f97 req-572055da-490c-4bd5-8789-19b379d17591 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de80d8e05e914e30aa0a7ca86303ac3e&device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 1098 time: 0.0652347 Jun 23 14:53:24.710099 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:24.803495 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-b928f8aa-7203-4f29-af4f-16f4551bd489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:05Z', 'revision_number': 4, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': '76d58262-fe90-4b7d-ba72-5ec88db28470', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'port_id': '93494d44-3a04-41a9-a66b-52af7685c5ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'mac_address': 'fa:16:3e:f6:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa08b37-89c2-4bc8-b886-8d1042e4b959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:53:23Z', 'updated_at': '2021-06-23T14:53:23Z', 'revision_number': 0, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787c57ff-2941-483c-abdc-699c722c389d', 'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'mac_address': 'fa:16:3e:f7:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:04Z', 'updated_at': '2021-06-23T14:52:13Z', 'revision_number': 5, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'subnets': [{'id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:53:24.842896 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b928f8aa-7203-4f29-af4f-16f4551bd489 None None] Checking router: 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 for host: dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:53:24.852187 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b928f8aa-7203-4f29-af4f-16f4551bd489 None None] Routers {'1548b6d0-ddcc-43fb-8ee4-82162fae7d58'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:53:24.853313 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-b928f8aa-7203-4f29-af4f-16f4551bd489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:53:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:53:24.956883 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13519c-d38f-4425-adc9-051ef7986f97 req-a14cb563-2ef5-4005-9e09-856a8a8e4470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:24.958704 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9d13519c-d38f-4425-adc9-051ef7986f97 req-a14cb563-2ef5-4005-9e09-856a8a8e4470 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6 HTTP/1.1" status: 200 len: 912 time: 0.4177313 Jun 23 14:53:25.046837 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9d13519c-d38f-4425-adc9-051ef7986f97 req-e1736565-91f4-46eb-ad2f-5adfdfd3dd26 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93494d44-3a04-41a9-a66b-52af7685c5ac HTTP/1.1" status: 200 len: 999 time: 0.0796766 Jun 23 14:53:25.088631 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-b928f8aa-7203-4f29-af4f-16f4551bd489 None None] Set router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:53:25.112729 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13519c-d38f-4425-adc9-051ef7986f97 req-be16ed16-14bc-48d7-855e-f13c2904d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:25.114235 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9d13519c-d38f-4425-adc9-051ef7986f97 req-be16ed16-14bc-48d7-855e-f13c2904d310 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71715e87-1bbc-4aaf-bc38-8d1e86684ae7 HTTP/1.1" status: 200 len: 850 time: 0.0574932 Jun 23 14:53:25.202260 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13519c-d38f-4425-adc9-051ef7986f97 req-bd2a3689-f3bf-45ad-8385-38ef4185de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:25.204118 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9d13519c-d38f-4425-adc9-051ef7986f97 req-bd2a3689-f3bf-45ad-8385-38ef4185de44 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755613 Jun 23 14:53:25.320562 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9d13519c-d38f-4425-adc9-051ef7986f97 req-a22a62e4-5dc2-4a55-b037-422817d69170 service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911796 Jun 23 14:53:25.428151 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-b928f8aa-7203-4f29-af4f-16f4551bd489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:05Z', 'revision_number': 4, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': '76d58262-fe90-4b7d-ba72-5ec88db28470', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'port_id': '93494d44-3a04-41a9-a66b-52af7685c5ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'mac_address': 'fa:16:3e:f6:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa08b37-89c2-4bc8-b886-8d1042e4b959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:53:23Z', 'updated_at': '2021-06-23T14:53:23Z', 'revision_number': 0, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787c57ff-2941-483c-abdc-699c722c389d', 'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'mac_address': 'fa:16:3e:f7:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:04Z', 'updated_at': '2021-06-23T14:52:13Z', 'revision_number': 5, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'subnets': [{'id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:53:25.454415 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422cf4d-b4a5-418f-83d2-3acbfcce155f req-856d67e4-01f3-47c7-b4e0-cf01229bcba3 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:25.456803 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c422cf4d-b4a5-418f-83d2-3acbfcce155f req-856d67e4-01f3-47c7-b4e0-cf01229bcba3 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 946 time: 0.0809350 Jun 23 14:53:25.463950 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b928f8aa-7203-4f29-af4f-16f4551bd489 None None] The sync data for ids ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'] in dv-cinder-796286-8-iscsi is: [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:05Z', 'revision_number': 4, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': '76d58262-fe90-4b7d-ba72-5ec88db28470', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'port_id': '93494d44-3a04-41a9-a66b-52af7685c5ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'mac_address': 'fa:16:3e:f6:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa08b37-89c2-4bc8-b886-8d1042e4b959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:53:23Z', 'updated_at': '2021-06-23T14:53:23Z', 'revision_number': 0, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787c57ff-2941-483c-abdc-699c722c389d', 'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'mac_address': 'fa:16:3e:f7:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:04Z', 'updated_at': '2021-06-23T14:52:13Z', 'revision_number': 5, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'subnets': [{'id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:53:25.469787 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9d13519c-d38f-4425-adc9-051ef7986f97 req-e27e4f40-295c-4b24-ae8a-6aed02dbcd62 service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376882 Jun 23 14:53:25.501980 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c422cf4d-b4a5-418f-83d2-3acbfcce155f req-b50ce3eb-6d26-462e-9ab5-d46baa80bd7e tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365064 Jun 23 14:53:25.709351 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb40271-37ab-4bd6-b6ef-f2db7a8e9341 None None] New status for floating IP 76d58262-fe90-4b7d-ba72-5ec88db28470: ACTIVE {{(pid=104658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:53:26.845638 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f083c-f307-4cde-80fd-aaadef48ebb1 req-ce3f846d-9dd3-4c66-bcf9-34cf3bff0b1c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:26.847155 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-945f083c-f307-4cde-80fd-aaadef48ebb1 req-ce3f846d-9dd3-4c66-bcf9-34cf3bff0b1c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 946 time: 0.0669746 Jun 23 14:53:26.888630 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-945f083c-f307-4cde-80fd-aaadef48ebb1 req-79c5ec06-3661-491f-952a-4004a3c58456 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353460 Jun 23 14:53:27.755587 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ef455-6023-4cce-841b-e63423dfa582 req-b553f0f0-45f6-4f2c-bbcc-bc3d07e99781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:27.757069 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1d8ef455-6023-4cce-841b-e63423dfa582 req-b553f0f0-45f6-4f2c-bbcc-bc3d07e99781 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39af58d17879414891f063215d964cba&device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 1098 time: 0.0991590 Jun 23 14:53:27.771945 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eee96a-2992-44f1-9b09-16c26a970803 req-e33b05ff-83f5-46a1-85cb-e65b4e6a0761 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:27.773388 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-92eee96a-2992-44f1-9b09-16c26a970803 req-e33b05ff-83f5-46a1-85cb-e65b4e6a0761 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0836184 Jun 23 14:53:27.812584 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-92eee96a-2992-44f1-9b09-16c26a970803 req-d6792b81-f68b-48b0-820f-4c1dcd4993b7 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327749 Jun 23 14:53:28.817677 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ef455-6023-4cce-841b-e63423dfa582 req-47384e4b-548d-4650-b175-cbe059516768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:28.819155 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1d8ef455-6023-4cce-841b-e63423dfa582 req-47384e4b-548d-4650-b175-cbe059516768 service neutron] 10.222.0.44 "GET /v2.0/networks?id=316343f5-6494-40b4-8f2d-d07926cd87f2 HTTP/1.1" status: 200 len: 919 time: 0.0886536 Jun 23 14:53:28.987191 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d8b2c-c784-4abe-b14f-349a751b4ff4 req-be09942e-b835-4495-be74-2262ab866428 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:28.988657 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-968d8b2c-c784-4abe-b14f-349a751b4ff4 req-be09942e-b835-4495-be74-2262ab866428 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0619969 Jun 23 14:53:29.032091 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-968d8b2c-c784-4abe-b14f-349a751b4ff4 req-846badc7-59b5-429a-9437-f8aeb884b95c tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373755 Jun 23 14:53:29.735961 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1d8ef455-6023-4cce-841b-e63423dfa582 req-825a7f05-8f9e-4858-ae6b-7bf3c7724c58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d53c2996-c985-4fea-8e9f-447f2f457980 HTTP/1.1" status: 200 len: 217 time: 0.0344846 Jun 23 14:53:30.209677 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506647d2-5d86-4ad1-a326-090f1af8519a req-9e2ea7ac-a410-4bee-b743-eb6d80a4e17a tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:30.214043 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-506647d2-5d86-4ad1-a326-090f1af8519a req-9e2ea7ac-a410-4bee-b743-eb6d80a4e17a tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0674529 Jun 23 14:53:30.250921 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-506647d2-5d86-4ad1-a326-090f1af8519a req-856388e4-9e17-4009-be18-a3b8897be639 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338724 Jun 23 14:53:30.833855 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ef455-6023-4cce-841b-e63423dfa582 req-2a7e9320-666d-41c6-b205-9b11ea63ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:30.835303 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1d8ef455-6023-4cce-841b-e63423dfa582 req-2a7e9320-666d-41c6-b205-9b11ea63ac66 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f484191a-aa0e-4ca0-9d09-feeb8b46b4c9 HTTP/1.1" status: 200 len: 858 time: 0.0502250 Jun 23 14:53:30.874768 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1d8ef455-6023-4cce-841b-e63423dfa582 req-0ab4cfd8-b183-4149-861e-e34a77bfbc1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=316343f5-6494-40b4-8f2d-d07926cd87f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275991 Jun 23 14:53:30.974638 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1d8ef455-6023-4cce-841b-e63423dfa582 req-fea719b8-f114-4d40-a267-96ee4c3071ed service neutron] 10.222.0.44 "GET /v2.0/networks/316343f5-6494-40b4-8f2d-d07926cd87f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803530 Jun 23 14:53:31.069183 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1d8ef455-6023-4cce-841b-e63423dfa582 req-4662ad8b-c0b2-4fc6-b950-45d4cf3c6a2d service neutron] 10.222.0.44 "GET /v2.0/networks/316343f5-6494-40b4-8f2d-d07926cd87f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849080 Jun 23 14:53:31.428441 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495ddc5-f5fb-424f-a3df-ecf92718c36d req-76bde165-8b3a-4ab4-a91f-8f029fa34f09 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:31.430066 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5495ddc5-f5fb-424f-a3df-ecf92718c36d req-76bde165-8b3a-4ab4-a91f-8f029fa34f09 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0655453 Jun 23 14:53:31.474687 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5495ddc5-f5fb-424f-a3df-ecf92718c36d req-3d76df76-9b07-4e97-8140-a327652b599a tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384548 Jun 23 14:53:32.667081 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a33692-c2f6-4cc2-b10e-97b21722b62b req-02950bc8-d299-4b64-bbbc-5dfda233d89b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:32.668592 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-49a33692-c2f6-4cc2-b10e-97b21722b62b req-02950bc8-d299-4b64-bbbc-5dfda233d89b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0628288 Jun 23 14:53:32.709696 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-49a33692-c2f6-4cc2-b10e-97b21722b62b req-73042e52-cce1-4c40-b2db-a468a70f4db2 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353649 Jun 23 14:53:33.881267 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd33a2-f379-4498-bb26-35349a6293a1 req-f0f79206-7570-435d-9846-be8bc1349a44 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:33.882739 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b0dd33a2-f379-4498-bb26-35349a6293a1 req-f0f79206-7570-435d-9846-be8bc1349a44 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0633070 Jun 23 14:53:33.921433 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b0dd33a2-f379-4498-bb26-35349a6293a1 req-1fd74217-eb5b-4e5c-b350-5a0f62e0e144 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329611 Jun 23 14:53:35.095358 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b97b9-1840-4562-a820-ead210d19f8d req-2d042701-35bb-4d45-b765-b031eedd9e51 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:35.096688 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d37b97b9-1840-4562-a820-ead210d19f8d req-2d042701-35bb-4d45-b765-b031eedd9e51 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0646596 Jun 23 14:53:35.133454 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d37b97b9-1840-4562-a820-ead210d19f8d req-76a8b616-63f5-475a-8f10-2ce592025758 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311415 Jun 23 14:53:36.305647 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5fcd9-0fcc-4f27-b229-63ad3e973761 req-0627cec6-173c-425f-9847-45455fff582a tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:36.307117 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7ff5fcd9-0fcc-4f27-b229-63ad3e973761 req-0627cec6-173c-425f-9847-45455fff582a tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0626290 Jun 23 14:53:36.346063 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7ff5fcd9-0fcc-4f27-b229-63ad3e973761 req-91440f4e-429f-4bef-ba91-b4796ed3a40c tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318778 Jun 23 14:53:37.058640 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-1424bf02-b968-4173-a3f1-e62978b570f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:37.160040 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fa4e4-850a-4f6d-a25f-a20a5824043b req-4325167c-836b-4c86-a0ca-7fe3f12dfd1d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:37.161476 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-077fa4e4-850a-4f6d-a25f-a20a5824043b req-4325167c-836b-4c86-a0ca-7fe3f12dfd1d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0689523 Jun 23 14:53:37.207270 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-077fa4e4-850a-4f6d-a25f-a20a5824043b req-7ed4baf2-d1b2-4e5d-8924-fc3b40a63e6d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393882 Jun 23 14:53:37.528978 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0af3d9-9ddc-4bba-bbdd-14c9d7e07672 req-43ce4a7d-6867-46d8-92c6-360b1ee6014d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:37.530475 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9c0af3d9-9ddc-4bba-bbdd-14c9d7e07672 req-43ce4a7d-6867-46d8-92c6-360b1ee6014d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0694666 Jun 23 14:53:37.567643 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9c0af3d9-9ddc-4bba-bbdd-14c9d7e07672 req-97edfeab-8035-40f3-97c4-db32c4f1b866 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314317 Jun 23 14:53:38.385885 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c74dc-3ce6-4d0a-ad47-619ceb5a5779 req-30ead74a-c55f-4667-93a6-e566a92c81fb tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:38.387362 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9d9c74dc-3ce6-4d0a-ad47-619ceb5a5779 req-30ead74a-c55f-4667-93a6-e566a92c81fb tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0683734 Jun 23 14:53:38.426382 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9d9c74dc-3ce6-4d0a-ad47-619ceb5a5779 req-d39139f0-f76b-4237-baf6-3d513a425956 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333652 Jun 23 14:53:38.745139 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960530ee-ebd3-455e-acf3-64b4f2d989f7 req-89d5bc76-cfe3-49b3-88b2-f0c68cdaadfb tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:38.746634 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-960530ee-ebd3-455e-acf3-64b4f2d989f7 req-89d5bc76-cfe3-49b3-88b2-f0c68cdaadfb tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0632713 Jun 23 14:53:38.784811 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-960530ee-ebd3-455e-acf3-64b4f2d989f7 req-12c92014-a61f-42d6-ad67-8eff3ff9112b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322549 Jun 23 14:53:39.612279 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61110e6f-604d-4baf-9c07-b45e5edaf8a4 req-de7ff0ab-361f-4bfc-bbef-c836efed319d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:39.613723 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-61110e6f-604d-4baf-9c07-b45e5edaf8a4 req-de7ff0ab-361f-4bfc-bbef-c836efed319d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0650842 Jun 23 14:53:39.653940 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-61110e6f-604d-4baf-9c07-b45e5edaf8a4 req-bc40b9fc-f672-4c26-91d8-86f80e10c1a4 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344584 Jun 23 14:53:39.768379 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:39.787482 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-3f93797e-0fc3-4cec-a682-5b4a675ce8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:39.968829 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c1971-4b47-4657-8356-b1192e4785c3 req-b958eab1-f08c-45c1-a25c-5b46aacd8885 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:39.970369 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-774c1971-4b47-4657-8356-b1192e4785c3 req-b958eab1-f08c-45c1-a25c-5b46aacd8885 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0668573 Jun 23 14:53:40.018882 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-774c1971-4b47-4657-8356-b1192e4785c3 req-06461354-f377-4978-8067-cb0a5431fa8e tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425246 Jun 23 14:53:40.842707 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1ee0c-49e6-44b9-850c-c6ddc24cea4d req-1b4f9742-d2fd-4aa3-a87b-67f5447d3999 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:40.844190 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-92d1ee0c-49e6-44b9-850c-c6ddc24cea4d req-1b4f9742-d2fd-4aa3-a87b-67f5447d3999 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0704436 Jun 23 14:53:40.882860 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-92d1ee0c-49e6-44b9-850c-c6ddc24cea4d req-37d0fc23-2eec-4c13-b3b8-0552c8cc17ce tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328269 Jun 23 14:53:40.930087 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:41.196024 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a466df-8f53-49cc-bc7d-2695b8658957 req-198a3731-57e3-47f8-a67f-f80e58ccb62c tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:41.197420 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e4a466df-8f53-49cc-bc7d-2695b8658957 req-198a3731-57e3-47f8-a67f-f80e58ccb62c tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0641539 Jun 23 14:53:41.238095 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e4a466df-8f53-49cc-bc7d-2695b8658957 req-125d5fbb-0841-4799-9d6f-fcc5eab1525d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343797 Jun 23 14:53:42.057719 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58025829-c255-447a-899f-5349e986bf57 req-a8d6a1d1-24f3-40ec-97ee-a07547e9f061 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:42.059468 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-58025829-c255-447a-899f-5349e986bf57 req-a8d6a1d1-24f3-40ec-97ee-a07547e9f061 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0623784 Jun 23 14:53:42.097951 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-58025829-c255-447a-899f-5349e986bf57 req-3d5b0ba4-0987-4698-a8ff-1a0832056135 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310106 Jun 23 14:53:42.381811 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:53:42.409269 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852270ab-ab28-4bc0-8674-d1448d7b1e06 req-1bddce7b-5da3-48b3-99ff-7ed99d71d9cf tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:42.410754 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-852270ab-ab28-4bc0-8674-d1448d7b1e06 req-1bddce7b-5da3-48b3-99ff-7ed99d71d9cf tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0630605 Jun 23 14:53:42.449934 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-852270ab-ab28-4bc0-8674-d1448d7b1e06 req-6f7f901b-c472-4e55-ac89-d5b705489859 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335803 Jun 23 14:53:42.663913 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:43.269148 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de2d6e-2958-48db-be90-f92503ec4ed1 req-d9bf4eff-71d3-44a4-a604-cfa672ace270 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:43.270632 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-58de2d6e-2958-48db-be90-f92503ec4ed1 req-d9bf4eff-71d3-44a4-a604-cfa672ace270 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0628071 Jun 23 14:53:43.311136 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-58de2d6e-2958-48db-be90-f92503ec4ed1 req-2dc7e1fe-145c-400a-9231-987c387c704a tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348871 Jun 23 14:53:43.622551 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22beff49-e223-4939-af0f-2f00c2a1c2ff req-3b4cc4f6-2bbc-4bd5-8649-13613fc430bc tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:43.624799 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-22beff49-e223-4939-af0f-2f00c2a1c2ff req-3b4cc4f6-2bbc-4bd5-8649-13613fc430bc tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0659494 Jun 23 14:53:43.662620 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-22beff49-e223-4939-af0f-2f00c2a1c2ff req-90aa4b89-3aac-48f4-9d4c-ebb4b3dff01a tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321167 Jun 23 14:53:44.498763 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ec425-8333-4466-bf34-fa1bc980d649 req-e4b26fc2-ef02-4139-811f-1f8eec8aedfc tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:44.500340 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-db0ec425-8333-4466-bf34-fa1bc980d649 req-e4b26fc2-ef02-4139-811f-1f8eec8aedfc tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0757961 Jun 23 14:53:44.537519 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-db0ec425-8333-4466-bf34-fa1bc980d649 req-c35a84c9-5239-499e-8ccd-dd65768761a5 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313318 Jun 23 14:53:44.838628 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595400b1-f0a6-409b-8c37-d4bd65c5e03c req-d45cf6a6-469f-405f-afe1-d314a4fd135a tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:44.840151 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-595400b1-f0a6-409b-8c37-d4bd65c5e03c req-d45cf6a6-469f-405f-afe1-d314a4fd135a tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0640519 Jun 23 14:53:44.878126 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-595400b1-f0a6-409b-8c37-d4bd65c5e03c req-ae6f9e1a-f69d-4bd5-993e-35155e4c0002 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323389 Jun 23 14:53:45.706943 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6e488-4495-4993-8bfb-2813c8eecc39 req-a32c4951-4dad-4a4e-93a9-54f65e69ca50 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:45.708361 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-21b6e488-4495-4993-8bfb-2813c8eecc39 req-a32c4951-4dad-4a4e-93a9-54f65e69ca50 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0606711 Jun 23 14:53:45.744453 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-21b6e488-4495-4993-8bfb-2813c8eecc39 req-b6cd1e62-c2e1-495f-b3f9-9f03d81d9298 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303953 Jun 23 14:53:46.052595 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9807d8-011d-42e9-b9ad-d230d4948bc2 req-423f4ee0-2a43-447f-9b3f-dd5948f1d5c0 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:46.054212 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3f9807d8-011d-42e9-b9ad-d230d4948bc2 req-423f4ee0-2a43-447f-9b3f-dd5948f1d5c0 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0620816 Jun 23 14:53:46.095658 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3f9807d8-011d-42e9-b9ad-d230d4948bc2 req-6f8cbc1d-caf4-4e8f-8dab-881d4ca61330 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356581 Jun 23 14:53:46.922393 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b32abd-34da-4389-9350-a2d0d979f8f7 req-ac0ffdfa-cd12-42d8-822e-dba9f2ab7ee9 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:46.923832 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-42b32abd-34da-4389-9350-a2d0d979f8f7 req-ac0ffdfa-cd12-42d8-822e-dba9f2ab7ee9 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0669568 Jun 23 14:53:46.965276 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-42b32abd-34da-4389-9350-a2d0d979f8f7 req-f599428e-415f-40ce-a15d-ea2926e5a2ab tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355814 Jun 23 14:53:47.273019 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a171a7-7ed8-4014-87ec-135f440eaef0 req-01757c99-21a3-42e5-b981-9e9d0f2ef70c tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:47.274557 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-08a171a7-7ed8-4014-87ec-135f440eaef0 req-01757c99-21a3-42e5-b981-9e9d0f2ef70c tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0640912 Jun 23 14:53:47.310980 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-08a171a7-7ed8-4014-87ec-135f440eaef0 req-0a70a06e-0e32-4ab3-a632-a2daa218f050 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307081 Jun 23 14:53:48.143183 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a240a-f4b8-444a-8f32-3dac672bc88d req-aa8d9df9-9303-499d-89da-cb6977c92b9f tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:48.144989 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6c5a240a-f4b8-444a-8f32-3dac672bc88d req-aa8d9df9-9303-499d-89da-cb6977c92b9f tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0677695 Jun 23 14:53:48.187378 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6c5a240a-f4b8-444a-8f32-3dac672bc88d req-e62aeb88-d3f4-4d1f-9938-7dd6433b0909 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365231 Jun 23 14:53:48.494233 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c65e54-64fc-4892-a746-b3ae12d46022 req-5b94d10d-ba24-4197-a028-0795b3b4e33f tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:48.495705 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f6c65e54-64fc-4892-a746-b3ae12d46022 req-5b94d10d-ba24-4197-a028-0795b3b4e33f tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0741026 Jun 23 14:53:48.534661 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f6c65e54-64fc-4892-a746-b3ae12d46022 req-55a64ce5-2804-4ad4-981a-5fd3a939581c tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 Jun 23 14:53:49.360930 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7606318-06ff-4003-a51c-db94f5118613 req-c0ca3859-adf9-4b10-9209-495f9cf4071e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:49.362405 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a7606318-06ff-4003-a51c-db94f5118613 req-c0ca3859-adf9-4b10-9209-495f9cf4071e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0623724 Jun 23 14:53:49.402741 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a7606318-06ff-4003-a51c-db94f5118613 req-7e3ebed2-3a6f-4216-b1ee-f356cea9299a tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348365 Jun 23 14:53:49.707522 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab3ed1-bc65-4b74-8a9d-0a5e65ccc8fe req-80315c39-9afa-4e43-a12b-671adf988689 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:49.708964 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2dab3ed1-bc65-4b74-8a9d-0a5e65ccc8fe req-80315c39-9afa-4e43-a12b-671adf988689 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0659151 Jun 23 14:53:49.746097 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2dab3ed1-bc65-4b74-8a9d-0a5e65ccc8fe req-8845555a-422c-46a4-a3d2-1b8646e3f5b4 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315776 Jun 23 14:53:50.575230 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d5c5f-64a2-45b4-a55f-5cd43c3bad69 req-74941674-0801-43bb-b27b-ad8601adc5d5 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:50.577367 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-167d5c5f-64a2-45b4-a55f-5cd43c3bad69 req-74941674-0801-43bb-b27b-ad8601adc5d5 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0624802 Jun 23 14:53:50.614590 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-167d5c5f-64a2-45b4-a55f-5cd43c3bad69 req-d68a44b4-e82a-4c5a-bcf5-e07d0ed42f49 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316641 Jun 23 14:53:50.922528 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cdab4-5682-4d4a-9e58-0d6f3f8dc231 req-de41e408-5936-489d-86dc-a503f6c2d346 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:50.923850 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-387cdab4-5682-4d4a-9e58-0d6f3f8dc231 req-de41e408-5936-489d-86dc-a503f6c2d346 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0616815 Jun 23 14:53:50.960834 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-387cdab4-5682-4d4a-9e58-0d6f3f8dc231 req-1f2a6fda-bc78-454b-affa-63fc6e73f3f4 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314004 Jun 23 14:53:51.798426 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be7cd5-af2e-49c0-80e7-b894b23a8eaa req-7955b697-9445-453e-8a11-8be97c36c290 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:51.799857 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-51be7cd5-af2e-49c0-80e7-b894b23a8eaa req-7955b697-9445-453e-8a11-8be97c36c290 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0663431 Jun 23 14:53:51.837037 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-51be7cd5-af2e-49c0-80e7-b894b23a8eaa req-09cc49ac-c45e-46c5-a46b-17df107be645 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315762 Jun 23 14:53:52.132844 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457f099-aa2b-46fe-a175-dae265a37fc4 req-5a6971dc-df40-40d3-b77d-e6c2127efd19 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:52.134317 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-1457f099-aa2b-46fe-a175-dae265a37fc4 req-5a6971dc-df40-40d3-b77d-e6c2127efd19 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0627606 Jun 23 14:53:52.190673 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-1457f099-aa2b-46fe-a175-dae265a37fc4 req-3f51b00f-e166-40ec-860e-de8ce1f9931c tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505173 Jun 23 14:53:53.012046 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd14e1-a711-4144-8f81-27b88ec23c6f req-d85c8dbd-973d-42e3-9ca7-ad1fc5e3cc42 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:53.013452 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-16bd14e1-a711-4144-8f81-27b88ec23c6f req-d85c8dbd-973d-42e3-9ca7-ad1fc5e3cc42 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0667922 Jun 23 14:53:53.050300 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-16bd14e1-a711-4144-8f81-27b88ec23c6f req-ff6a9f76-f393-4199-b604-85d49cff06fc tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312254 Jun 23 14:53:53.362268 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1827f-0733-4a62-a466-6bae924b53dc req-a747dd68-34d8-4c30-80e3-b9b31e0d078e tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:53.363715 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cdb1827f-0733-4a62-a466-6bae924b53dc req-a747dd68-34d8-4c30-80e3-b9b31e0d078e tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0630469 Jun 23 14:53:53.401346 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-cdb1827f-0733-4a62-a466-6bae924b53dc req-1c5a7f73-0c9e-45a0-9c3a-de702732c937 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320833 Jun 23 14:53:54.243171 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cff28f-24ca-4cf1-bd98-e9a000d6d253 req-9ea24936-cc79-439c-9e56-8e6b78900718 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:54.244538 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-46cff28f-24ca-4cf1-bd98-e9a000d6d253 req-9ea24936-cc79-439c-9e56-8e6b78900718 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0800343 Jun 23 14:53:54.282492 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-46cff28f-24ca-4cf1-bd98-e9a000d6d253 req-4b85157b-4a7c-40b4-81ad-efb920c44f5d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317643 Jun 23 14:53:54.581947 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ea279-6363-4249-8aa3-b91d57c8b960 req-7828ce55-561a-4c2d-ae35-df87bce6a0fd tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:54.583439 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-0e4ea279-6363-4249-8aa3-b91d57c8b960 req-7828ce55-561a-4c2d-ae35-df87bce6a0fd tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0698836 Jun 23 14:53:54.621348 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-0e4ea279-6363-4249-8aa3-b91d57c8b960 req-93cd3c88-18ec-4486-a0b2-6036c9dd856a tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322649 Jun 23 14:53:54.696478 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:55.463376 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0afbd-fca7-4439-bb8d-41ba434b197e req-b56c0049-1282-45f9-a360-980e705fb150 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:55.464872 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0bc0afbd-fca7-4439-bb8d-41ba434b197e req-b56c0049-1282-45f9-a360-980e705fb150 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0674276 Jun 23 14:53:55.509533 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0bc0afbd-fca7-4439-bb8d-41ba434b197e req-c81f7354-e9d3-44c9-ae36-a77cbac9b57b tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384634 Jun 23 14:53:55.800763 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b497a4-9c7f-41b1-8a8a-e0da04d5a48a req-b077feba-a159-4a99-b798-1f2bd4582565 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:55.802258 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b4b497a4-9c7f-41b1-8a8a-e0da04d5a48a req-b077feba-a159-4a99-b798-1f2bd4582565 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0665295 Jun 23 14:53:55.840665 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b4b497a4-9c7f-41b1-8a8a-e0da04d5a48a req-67332195-67e8-475f-a50b-cc75110c3e87 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326667 Jun 23 14:53:56.393176 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 37720) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:53:56.459782 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae4497-1f3b-4233-a7b1-76781eaa39f4 req-0789dfd8-8613-44f1-b1ac-8917773bef6a tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:56.461366 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-67ae4497-1f3b-4233-a7b1-76781eaa39f4 req-0789dfd8-8613-44f1-b1ac-8917773bef6a tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 984 time: 0.0738068 Jun 23 14:53:56.491048 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40604bf-ab95-4ce6-9b07-4bd9a4ca1367 req-a375bbc6-97df-43c7-af62-b5b27211b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:56.493236 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b40604bf-ab95-4ce6-9b07-4bd9a4ca1367 req-a375bbc6-97df-43c7-af62-b5b27211b823 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ae03c8936d4b8aae737d381bdafe5a&device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 1137 time: 0.0931253 Jun 23 14:53:56.516625 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-67ae4497-1f3b-4233-a7b1-76781eaa39f4 req-1d7b0e6d-d6fb-4a74-ae10-84edbd2c4bf7 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcddff7-3b6b-4b73-a605-6194485ce71b&id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475845 Jun 23 14:53:56.616379 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-6b6091ad-49d9-406f-a92b-053b151dce5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:56.713761 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40604bf-ab95-4ce6-9b07-4bd9a4ca1367 req-41534d6f-918f-456e-bece-a7d892fb7b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:56.716235 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b40604bf-ab95-4ce6-9b07-4bd9a4ca1367 req-41534d6f-918f-456e-bece-a7d892fb7b63 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a1115ee8-5372-48ee-a732-c77948f674dc HTTP/1.1" status: 200 len: 915 time: 0.2135079 Jun 23 14:53:56.846713 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b40604bf-ab95-4ce6-9b07-4bd9a4ca1367 req-a2882eb0-a752-4cee-a1a2-87a954ee1aae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2dbb36f-8751-44c6-92b3-d6bf0359295f HTTP/1.1" status: 200 len: 1001 time: 0.1190608 Jun 23 14:53:56.932608 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-6b6091ad-49d9-406f-a92b-053b151dce5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:56.943848 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd9ac2-f885-4d68-8122-47b31996df61 req-55e952de-cbef-46f3-a550-08df636b5e3d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:56.945400 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1bfd9ac2-f885-4d68-8122-47b31996df61 req-55e952de-cbef-46f3-a550-08df636b5e3d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.2218087 Jun 23 14:53:56.947514 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40604bf-ab95-4ce6-9b07-4bd9a4ca1367 req-226144f3-a350-4a8f-a819-931d0c7638da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:56.948858 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b40604bf-ab95-4ce6-9b07-4bd9a4ca1367 req-226144f3-a350-4a8f-a819-931d0c7638da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9269878-b91e-4434-829a-8b123dec3d3e HTTP/1.1" status: 200 len: 853 time: 0.0941162 Jun 23 14:53:56.949613 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-6b6091ad-49d9-406f-a92b-053b151dce5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:56.953837 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-181b8daa-5a69-4ce7-b808-0b7a13ef7415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:53:57.020648 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fa0f4-644a-43e6-a166-7948030cc3ec req-38934f7e-05f2-4dec-99c0-5b8516e38e96 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:57.023172 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e53fa0f4-644a-43e6-a166-7948030cc3ec req-38934f7e-05f2-4dec-99c0-5b8516e38e96 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0641336 Jun 23 14:53:57.041291 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-6b6091ad-49d9-406f-a92b-053b151dce5b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4c56599c0cca4d5c8b8720542494264c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6467564 Jun 23 14:53:57.046826 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 37728) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:53:57.048625 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6091ad-49d9-406f-a92b-053b151dce5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429726c2-d04b-4f91-b163-c2a616d63f61,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:53:57.064418 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1bfd9ac2-f885-4d68-8122-47b31996df61 req-faffb6bb-8acb-4170-87cc-a5dd7ab3ec29 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116161 Jun 23 14:53:57.065670 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6091ad-49d9-406f-a92b-053b151dce5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.066074 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6091ad-49d9-406f-a92b-053b151dce5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.066445 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6091ad-49d9-406f-a92b-053b151dce5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.066810 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6091ad-49d9-406f-a92b-053b151dce5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.067170 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6091ad-49d9-406f-a92b-053b151dce5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.067531 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6091ad-49d9-406f-a92b-053b151dce5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.067901 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6091ad-49d9-406f-a92b-053b151dce5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.068342 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6091ad-49d9-406f-a92b-053b151dce5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.068606 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6091ad-49d9-406f-a92b-053b151dce5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.069640 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6091ad-49d9-406f-a92b-053b151dce5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.069640 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6091ad-49d9-406f-a92b-053b151dce5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.069640 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6091ad-49d9-406f-a92b-053b151dce5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.074336 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-6b6091ad-49d9-406f-a92b-053b151dce5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:53:57.086607 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e53fa0f4-644a-43e6-a166-7948030cc3ec req-8f17183c-405c-4077-92e1-8e73314081fe tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583310 Jun 23 14:53:57.100656 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40604bf-ab95-4ce6-9b07-4bd9a4ca1367 req-19cb3cef-4db5-436d-95a3-5b54b5c27ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:57.102655 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b40604bf-ab95-4ce6-9b07-4bd9a4ca1367 req-19cb3cef-4db5-436d-95a3-5b54b5c27ca2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a1115ee8-5372-48ee-a732-c77948f674dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1263208 Jun 23 14:53:57.118763 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-61d1e023-4717-430c-a55b-d972d335256e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:57.140977 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-61d1e023-4717-430c-a55b-d972d335256e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:57.199531 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-61d1e023-4717-430c-a55b-d972d335256e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:57.203733 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b40604bf-ab95-4ce6-9b07-4bd9a4ca1367 req-65c6b2b1-b644-46ba-ba60-758720ce88fd service neutron] 10.222.0.44 "GET /v2.0/networks/a1115ee8-5372-48ee-a732-c77948f674dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909581 Jun 23 14:53:57.203900 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-61d1e023-4717-430c-a55b-d972d335256e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:57.203900 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-61d1e023-4717-430c-a55b-d972d335256e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/429726c2-d04b-4f91-b163-c2a616d63f61 HTTP/1.1" status: 204 len: 168 time: 0.1556764 Jun 23 14:53:57.205828 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-3f4a6955-8911-49bc-ab0b-ca30e486c161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:53:57.213432 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1e023-4717-430c-a55b-d972d335256e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429726c2-d04b-4f91-b163-c2a616d63f61,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:53:57.221774 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1e023-4717-430c-a55b-d972d335256e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.222165 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1e023-4717-430c-a55b-d972d335256e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.222535 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1e023-4717-430c-a55b-d972d335256e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.222899 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1e023-4717-430c-a55b-d972d335256e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.223258 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1e023-4717-430c-a55b-d972d335256e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.223651 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1e023-4717-430c-a55b-d972d335256e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.223963 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1e023-4717-430c-a55b-d972d335256e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.224321 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1e023-4717-430c-a55b-d972d335256e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.224683 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1e023-4717-430c-a55b-d972d335256e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.225029 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1e023-4717-430c-a55b-d972d335256e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.225382 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1e023-4717-430c-a55b-d972d335256e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.225799 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1e023-4717-430c-a55b-d972d335256e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:53:57.229005 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-61d1e023-4717-430c-a55b-d972d335256e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:53:57.308324 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b40604bf-ab95-4ce6-9b07-4bd9a4ca1367 req-023156b4-1b33-400b-9fda-54407fcc1fc3 service neutron] 10.222.0.44 "GET /v2.0/networks/a1115ee8-5372-48ee-a732-c77948f674dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959918 Jun 23 14:53:57.521898 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 37734) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:53:57.537456 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-24fd742e-e747-41e4-a01e-e561e65b8387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:57.647588 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-24fd742e-e747-41e4-a01e-e561e65b8387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:57.652605 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-24fd742e-e747-41e4-a01e-e561e65b8387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:57.657080 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-f6996101-91fd-4651-8d1c-6e83cbbfe0a6 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:53:57.695810 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-24fd742e-e747-41e4-a01e-e561e65b8387 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef4ea80ea8774037bf3f12f1e68af18d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1725852 Jun 23 14:53:57.696185 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 37738) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:53:57.697045 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd742e-e747-41e4-a01e-e561e65b8387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec87e2b-37e5-4e8c-8c61-d1b8759f9874,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:53:57.700167 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-24fd742e-e747-41e4-a01e-e561e65b8387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:53:57.722549 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c51024-691e-442c-81bd-bc06eb943dd0 req-68cfed95-2f51-4400-b968-3b1920f450ca tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:57.723997 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c0c51024-691e-442c-81bd-bc06eb943dd0 req-68cfed95-2f51-4400-b968-3b1920f450ca tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 984 time: 0.0794935 Jun 23 14:53:57.784216 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c0c51024-691e-442c-81bd-bc06eb943dd0 req-56ba0dbd-c8b1-4f22-a8df-7c9c4bbd5e79 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcddff7-3b6b-4b73-a605-6194485ce71b&id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529084 Jun 23 14:53:57.789253 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-2e9dec40-a747-4704-9be7-fbd1a3446ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:57.811880 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-2e9dec40-a747-4704-9be7-fbd1a3446ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:57.862376 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-2e9dec40-a747-4704-9be7-fbd1a3446ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:57.864948 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-2e9dec40-a747-4704-9be7-fbd1a3446ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:57.866121 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-2e9dec40-a747-4704-9be7-fbd1a3446ff9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fec87e2b-37e5-4e8c-8c61-d1b8759f9874 HTTP/1.1" status: 204 len: 168 time: 0.1692853 Jun 23 14:53:57.866885 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-869916ec-5bc4-48de-b102-1ae1d2ae8aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:53:57.875217 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9dec40-a747-4704-9be7-fbd1a3446ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec87e2b-37e5-4e8c-8c61-d1b8759f9874,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:53:57.877568 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-2e9dec40-a747-4704-9be7-fbd1a3446ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:53:58.339447 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4bdef-757b-4f23-8f81-a31c28957bfa req-84b4ecc3-3c42-46c0-abb0-742271fec34d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:58.341306 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9cc4bdef-757b-4f23-8f81-a31c28957bfa req-84b4ecc3-3c42-46c0-abb0-742271fec34d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0839269 Jun 23 14:53:58.354507 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bf714-40f8-4774-b5fe-48a4cfce0e2f req-72cafdfa-4399-4a98-bb8b-50dd1b467987 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:58.362685 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-fc2bf714-40f8-4774-b5fe-48a4cfce0e2f req-72cafdfa-4399-4a98-bb8b-50dd1b467987 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.1257792 Jun 23 14:53:58.387440 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9cc4bdef-757b-4f23-8f81-a31c28957bfa req-40ab0b40-f1c2-4422-a1ac-a78fdd7a73ee tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389168 Jun 23 14:53:58.419739 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-fc2bf714-40f8-4774-b5fe-48a4cfce0e2f req-578ce816-a751-4b0c-b060-954c9b38a69c tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532789 Jun 23 14:53:58.820794 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92874573-bdfb-4d04-bd61-abb9c2cc41d0 req-bb5312b6-be0c-430a-b11f-88f2e4271c20 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:58.822575 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-92874573-bdfb-4d04-bd61-abb9c2cc41d0 req-bb5312b6-be0c-430a-b11f-88f2e4271c20 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0824606 Jun 23 14:53:58.836514 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16bae3-d0ab-4b81-8f77-4a271f408244 req-43bc8703-3d0e-46f9-a03d-042ba8ce161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:58.839523 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4c16bae3-d0ab-4b81-8f77-4a271f408244 req-43bc8703-3d0e-46f9-a03d-042ba8ce161d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=35f150cf617c4730b974b88b2fde4126&device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 1099 time: 0.0829587 Jun 23 14:53:58.886448 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-92874573-bdfb-4d04-bd61-abb9c2cc41d0 req-1967c73a-0f28-424b-817f-32da3b876f59 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472913 Jun 23 14:53:59.006146 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16bae3-d0ab-4b81-8f77-4a271f408244 req-38a5ed8f-1893-451d-9be0-9ce5ec9f062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:59.007638 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4c16bae3-d0ab-4b81-8f77-4a271f408244 req-38a5ed8f-1893-451d-9be0-9ce5ec9f062b service neutron] 10.222.0.44 "GET /v2.0/networks?id=e814d2cc-d75c-42e6-8108-39760acd9bb0 HTTP/1.1" status: 200 len: 911 time: 0.1605115 Jun 23 14:53:59.075215 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ed338-b144-40ca-9056-cf079cbe306c req-ddc9d0ac-61cf-41f6-b03c-3cf84fc15fea tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:59.076735 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ed9ed338-b144-40ca-9056-cf079cbe306c req-ddc9d0ac-61cf-41f6-b03c-3cf84fc15fea tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 984 time: 0.1369984 Jun 23 14:53:59.098846 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4c16bae3-d0ab-4b81-8f77-4a271f408244 req-163543de-a68c-40b2-8171-55c38affccf5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=570af0f4-69d3-4505-97ab-54a4b850ab68 HTTP/1.1" status: 200 len: 1002 time: 0.0836375 Jun 23 14:53:59.154545 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ed9ed338-b144-40ca-9056-cf079cbe306c req-9af5c1e8-fbb4-4255-8e54-e9417fdf07ab tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcddff7-3b6b-4b73-a605-6194485ce71b&id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707376 Jun 23 14:53:59.167615 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16bae3-d0ab-4b81-8f77-4a271f408244 req-418f8a73-5aa4-4397-899d-57c98f2311bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:59.169177 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4c16bae3-d0ab-4b81-8f77-4a271f408244 req-418f8a73-5aa4-4397-899d-57c98f2311bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fd5cd500-ea2b-40e8-aaac-0fa807c14afc HTTP/1.1" status: 200 len: 849 time: 0.0618620 Jun 23 14:53:59.240133 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16bae3-d0ab-4b81-8f77-4a271f408244 req-502ec881-60a2-4fc7-a768-17b6143271eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:59.241633 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4c16bae3-d0ab-4b81-8f77-4a271f408244 req-502ec881-60a2-4fc7-a768-17b6143271eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e814d2cc-d75c-42e6-8108-39760acd9bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612135 Jun 23 14:53:59.338953 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4c16bae3-d0ab-4b81-8f77-4a271f408244 req-929f297b-6edd-4eef-8452-d569fdf76164 service neutron] 10.222.0.44 "GET /v2.0/networks/e814d2cc-d75c-42e6-8108-39760acd9bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872929 Jun 23 14:53:59.437411 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4c16bae3-d0ab-4b81-8f77-4a271f408244 req-4b28307b-1e8c-41b7-8330-82d93dabdf93 service neutron] 10.222.0.44 "GET /v2.0/networks/e814d2cc-d75c-42e6-8108-39760acd9bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905595 Jun 23 14:53:59.589734 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a74ea-e23c-4392-8f82-c4416d1abcbc req-9e67ec45-36fb-4f1d-a3c2-3634437aec8b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:53:59.591505 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5d9a74ea-e23c-4392-8f82-c4416d1abcbc req-9e67ec45-36fb-4f1d-a3c2-3634437aec8b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0686769 Jun 23 14:53:59.641234 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5d9a74ea-e23c-4392-8f82-c4416d1abcbc req-ee655009-3d55-4cc9-a979-e46a487b94cc tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422566 Jun 23 14:53:59.770100 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 37794) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:53:59.881216 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6edbb32b-99a2-405a-9f9d-29195b9e67d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:59.979819 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6edbb32b-99a2-405a-9f9d-29195b9e67d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:59.984075 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6edbb32b-99a2-405a-9f9d-29195b9e67d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:53:59.987258 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-d22a5b64-b824-4fd7-9ed3-1c2bc4a3380a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:00.029435 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-6edbb32b-99a2-405a-9f9d-29195b9e67d7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f163d655f32e41358e08c8aa04eeb490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2581730 Jun 23 14:54:00.030572 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbb32b-99a2-405a-9f9d-29195b9e67d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366ed74e-3fc6-4a63-aa53-08ffaed4fa31,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:00.032270 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 37800) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:00.036107 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-6edbb32b-99a2-405a-9f9d-29195b9e67d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:00.127393 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8e01b021-6790-4f9d-b768-ab236484bad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:00.150587 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cf5f7-0862-46fd-b29a-5c5713b879e7 req-a5ad399a-72f4-423f-a645-edf24cf947e1 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:00.152024 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-811cf5f7-0862-46fd-b29a-5c5713b879e7 req-a5ad399a-72f4-423f-a645-edf24cf947e1 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.1134317 Jun 23 14:54:00.162427 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8e01b021-6790-4f9d-b768-ab236484bad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:00.218794 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-811cf5f7-0862-46fd-b29a-5c5713b879e7 req-c70d3aa1-b29e-4cba-9c3d-703c0e764395 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589888 Jun 23 14:54:00.244263 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8e01b021-6790-4f9d-b768-ab236484bad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:00.244263 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8e01b021-6790-4f9d-b768-ab236484bad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:00.244263 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-8e01b021-6790-4f9d-b768-ab236484bad0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/366ed74e-3fc6-4a63-aa53-08ffaed4fa31 HTTP/1.1" status: 204 len: 168 time: 0.2101061 Jun 23 14:54:00.244263 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-f6ca6a56-9d10-40ac-ac26-b597ec1878f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:00.255206 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01b021-6790-4f9d-b768-ab236484bad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366ed74e-3fc6-4a63-aa53-08ffaed4fa31,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:00.257845 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-8e01b021-6790-4f9d-b768-ab236484bad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:00.343334 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed13eaa-b9e0-4c42-9871-b4ead368d6dc req-18de8840-3c5e-40ce-8422-077b3df6d403 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:00.344798 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-bed13eaa-b9e0-4c42-9871-b4ead368d6dc req-18de8840-3c5e-40ce-8422-077b3df6d403 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 984 time: 0.0648885 Jun 23 14:54:00.387991 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-bed13eaa-b9e0-4c42-9871-b4ead368d6dc req-cab4896c-82c0-47dd-9ca8-7b859df3c8a2 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcddff7-3b6b-4b73-a605-6194485ce71b&id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366516 Jun 23 14:54:00.527132 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 37808) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:00.540492 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-aebe730a-a001-4930-9430-a1fab29daa00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:00.635471 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-aebe730a-a001-4930-9430-a1fab29daa00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:00.640968 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-aebe730a-a001-4930-9430-a1fab29daa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:00.643493 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-f7e68c40-ef85-4a25-ae4d-d883167dfa71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:00.682665 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-aebe730a-a001-4930-9430-a1fab29daa00 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=70ef4769eca74b25a59fc15d21ab3dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517735 Jun 23 14:54:00.682665 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe730a-a001-4930-9430-a1fab29daa00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cff9e5-de25-421d-b4b0-15e8ea3ee9c2,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:00.682965 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 37812) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:00.684059 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-aebe730a-a001-4930-9430-a1fab29daa00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:00.738206 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa085-57e7-43b2-b165-d63c52f3b531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:00.759233 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa085-57e7-43b2-b165-d63c52f3b531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:00.841103 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa085-57e7-43b2-b165-d63c52f3b531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:00.844293 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa085-57e7-43b2-b165-d63c52f3b531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:00.845469 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-5b0fa085-57e7-43b2-b165-d63c52f3b531 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/89cff9e5-de25-421d-b4b0-15e8ea3ee9c2 HTTP/1.1" status: 204 len: 168 time: 0.1615076 Jun 23 14:54:00.846513 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-6da98c51-b1dd-424e-b941-4ed68fa68dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:00.857126 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fa085-57e7-43b2-b165-d63c52f3b531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cff9e5-de25-421d-b4b0-15e8ea3ee9c2,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:00.866788 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80670a54-53b7-4d13-9e71-531cc53bd20c req-2b6f583f-5d7d-4d72-94b0-3dbb9fe10dbd tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:00.868332 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-80670a54-53b7-4d13-9e71-531cc53bd20c req-2b6f583f-5d7d-4d72-94b0-3dbb9fe10dbd tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0959189 Jun 23 14:54:00.869243 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-5b0fa085-57e7-43b2-b165-d63c52f3b531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:00.911601 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-80670a54-53b7-4d13-9e71-531cc53bd20c req-2379b657-4bfe-4eab-8da9-7afa2987dfe9 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369959 Jun 23 14:54:01.406538 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338eaad-ae42-4fc0-8c19-252d6ffaa223 req-1ee99f4b-8305-4e8b-8498-8d1980573367 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:01.408117 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b338eaad-ae42-4fc0-8c19-252d6ffaa223 req-1ee99f4b-8305-4e8b-8498-8d1980573367 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0747025 Jun 23 14:54:01.450473 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b338eaad-ae42-4fc0-8c19-252d6ffaa223 req-3e58d411-1655-469b-8595-ae2548501f4f tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359991 Jun 23 14:54:01.569673 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c002a-ec08-4204-b2cd-d3cc7d8b518a req-3f5328b2-19f3-4ba4-aed4-c8e9a564afbb tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:01.571252 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-728c002a-ec08-4204-b2cd-d3cc7d8b518a req-3f5328b2-19f3-4ba4-aed4-c8e9a564afbb tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 984 time: 0.0674901 Jun 23 14:54:01.612750 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-728c002a-ec08-4204-b2cd-d3cc7d8b518a req-db7a06de-4ed4-4e6e-8546-60b62cef41d5 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcddff7-3b6b-4b73-a605-6194485ce71b&id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347445 Jun 23 14:54:02.091794 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc8df7-7160-42ec-b71b-885512f44c85 req-7456a4e3-0020-42ff-b773-20c5eea5cbfb tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:02.093910 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-dbfc8df7-7160-42ec-b71b-885512f44c85 req-7456a4e3-0020-42ff-b773-20c5eea5cbfb tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0634937 Jun 23 14:54:02.136534 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-dbfc8df7-7160-42ec-b71b-885512f44c85 req-ea3eb8ad-10be-40ae-ad8c-b1f8d361069c tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364537 Jun 23 14:54:02.712149 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 37888) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:02.789684 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cf587-b8d0-47a4-9041-9bd9d100ce7d req-c795cf16-362c-4ed9-b78a-25a92a89b943 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:02.791149 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-975cf587-b8d0-47a4-9041-9bd9d100ce7d req-c795cf16-362c-4ed9-b78a-25a92a89b943 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 984 time: 0.0662625 Jun 23 14:54:02.824519 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a6ba969c-ab43-4b9a-8aae-eb535c2ded55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:02.850281 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-975cf587-b8d0-47a4-9041-9bd9d100ce7d req-06aa118d-ba9a-4b92-8431-2c74127d7c07 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcddff7-3b6b-4b73-a605-6194485ce71b&id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534456 Jun 23 14:54:02.923994 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a6ba969c-ab43-4b9a-8aae-eb535c2ded55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:02.928009 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a6ba969c-ab43-4b9a-8aae-eb535c2ded55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:02.931448 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-3b0825cd-74bf-4336-b835-830f84581210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:02.967746 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-a6ba969c-ab43-4b9a-8aae-eb535c2ded55 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0167135b727b41e7b3b26cdb6660fbc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538640 Jun 23 14:54:02.968729 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba969c-ab43-4b9a-8aae-eb535c2ded55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8499ed61-16fb-40f9-9750-f8193fa86b91,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:02.970323 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 37892) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:02.971632 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-a6ba969c-ab43-4b9a-8aae-eb535c2ded55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:03.020023 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a63a7cab-5946-42d8-8b71-0d7b022e0671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:03.046117 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a63a7cab-5946-42d8-8b71-0d7b022e0671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:03.093448 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a63a7cab-5946-42d8-8b71-0d7b022e0671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:03.096066 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a63a7cab-5946-42d8-8b71-0d7b022e0671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:03.098266 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-a63a7cab-5946-42d8-8b71-0d7b022e0671 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8499ed61-16fb-40f9-9750-f8193fa86b91 HTTP/1.1" status: 204 len: 168 time: 0.1259062 Jun 23 14:54:03.098266 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-3ac48312-5f17-42e7-a104-03a8f063154d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:03.105493 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a7cab-5946-42d8-8b71-0d7b022e0671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8499ed61-16fb-40f9-9750-f8193fa86b91,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:03.107857 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-a63a7cab-5946-42d8-8b71-0d7b022e0671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:03.312536 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2fb3d-3c6c-476d-ae8b-0902083bc17c req-901cc5f2-1c4c-4b31-97f2-68b8393298b2 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:03.314832 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f1e2fb3d-3c6c-476d-ae8b-0902083bc17c req-901cc5f2-1c4c-4b31-97f2-68b8393298b2 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0650034 Jun 23 14:54:03.370552 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 37900) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:03.375331 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f1e2fb3d-3c6c-476d-ae8b-0902083bc17c req-0c2a5d08-e762-4dbc-9db2-073bb198e783 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400672 Jun 23 14:54:03.386081 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-d3ef19aa-2e2b-4554-9677-6a5e5ad097b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:03.526291 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-d3ef19aa-2e2b-4554-9677-6a5e5ad097b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:03.533330 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-d3ef19aa-2e2b-4554-9677-6a5e5ad097b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:03.538717 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-1f7dd1e7-a14b-487a-b1f2-c3c1362893fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:03.579102 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef19aa-2e2b-4554-9677-6a5e5ad097b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974381fd-c754-47b0-a615-2e0f211ab637,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:03.582265 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-d3ef19aa-2e2b-4554-9677-6a5e5ad097b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:03.584450 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70619cc4-585e-486b-9bb0-820df9950f19 req-827d4838-7fee-4e08-a929-ea4800114807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:03.585989 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-70619cc4-585e-486b-9bb0-820df9950f19 req-827d4838-7fee-4e08-a929-ea4800114807 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 1098 time: 0.1236751 Jun 23 14:54:03.588827 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-d3ef19aa-2e2b-4554-9677-6a5e5ad097b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=64d1ad2559bb4a14a33fe19f506d3940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2170618 Jun 23 14:54:03.591476 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 37904) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:03.652174 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-70619cc4-585e-486b-9bb0-820df9950f19 req-84d2696b-55a1-48ff-a58a-534483005bf0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543566 Jun 23 14:54:03.663797 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a9b3bd56-83bf-4592-b190-129623d61605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:03.687087 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a9b3bd56-83bf-4592-b190-129623d61605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:03.737610 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a9b3bd56-83bf-4592-b190-129623d61605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:03.741857 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-a9b3bd56-83bf-4592-b190-129623d61605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:03.743720 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-a9b3bd56-83bf-4592-b190-129623d61605 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/974381fd-c754-47b0-a615-2e0f211ab637 HTTP/1.1" status: 204 len: 168 time: 0.1509290 Jun 23 14:54:03.744556 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-da971bfc-8e1b-42fd-9d4c-5abd2a474ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:03.766586 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3bd56-83bf-4592-b190-129623d61605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974381fd-c754-47b0-a615-2e0f211ab637,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:03.770926 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-a9b3bd56-83bf-4592-b190-129623d61605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:04.030892 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92037fbd-77d5-49fc-b009-0f753dfc20ff req-dca2b0a1-3799-47a7-a76f-2043667f44a0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:04.032373 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-92037fbd-77d5-49fc-b009-0f753dfc20ff req-dca2b0a1-3799-47a7-a76f-2043667f44a0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 984 time: 0.0674555 Jun 23 14:54:04.072561 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-92037fbd-77d5-49fc-b009-0f753dfc20ff req-dc0d3a88-cc1f-46f7-8552-5d5f281ad446 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcddff7-3b6b-4b73-a605-6194485ce71b&id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343869 Jun 23 14:54:04.436271 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 37930) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:04.540300 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-87b98d82-8542-40b7-97e2-5bcfb4f9c89b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1874586510-network', 'tenant_id': '25bd669bc0344a93b16e4e8936c37846'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:54:04.566782 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b98d82-8542-40b7-97e2-5bcfb4f9c89b admin admin] Made reservation on behalf of 25bd669bc0344a93b16e4e8936c37846 for: {'network': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:54:04.569095 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-87b98d82-8542-40b7-97e2-5bcfb4f9c89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for network, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:04.577977 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-87b98d82-8542-40b7-97e2-5bcfb4f9c89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:04.597378 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8d50a-50de-444a-b5ff-5d9267fba9f4 req-265ef1cd-bdd0-4374-9eb6-d9cc1ce49d83 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:04.599150 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-21b8d50a-50de-444a-b5ff-5d9267fba9f4 req-265ef1cd-bdd0-4374-9eb6-d9cc1ce49d83 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0680757 Jun 23 14:54:04.648565 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-21b8d50a-50de-444a-b5ff-5d9267fba9f4 req-ff58a740-5566-44cc-903a-a5bf1113861d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426071 Jun 23 14:54:04.680594 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-87b98d82-8542-40b7-97e2-5bcfb4f9c89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:04.685012 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-87b98d82-8542-40b7-97e2-5bcfb4f9c89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:04.688533 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-ab764aa6-12cc-4370-a1f1-86e3ded23699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:04.714421 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b98d82-8542-40b7-97e2-5bcfb4f9c89b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=104657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:54:04.719799 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b98d82-8542-40b7-97e2-5bcfb4f9c89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2626894-97f8-489c-a06d-03c013199858,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:04.723530 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-87b98d82-8542-40b7-97e2-5bcfb4f9c89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:04.728572 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-87b98d82-8542-40b7-97e2-5bcfb4f9c89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:04.728920 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.db.segments_db [None req-87b98d82-8542-40b7-97e2-5bcfb4f9c89b admin admin] Added segment bed8069d-9fdd-46ee-a4a6-ee40c6240cf4 of type vlan for network 701fddd1-8a52-4f34-985c-d832195b15f2 Jun 23 14:54:04.772283 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-87b98d82-8542-40b7-97e2-5bcfb4f9c89b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784121897485'] for network, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:04.804051 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-87b98d82-8542-40b7-97e2-5bcfb4f9c89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374'] for network, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:04.805442 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b98d82-8542-40b7-97e2-5bcfb4f9c89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:04.806043 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-87b98d82-8542-40b7-97e2-5bcfb4f9c89b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:04.808212 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-a26fa1d2-484a-4c56-807e-1812fd3e2339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:05.101214 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-87b98d82-8542-40b7-97e2-5bcfb4f9c89b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6637111 Jun 23 14:54:05.104055 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 37934) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:05.109559 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-79146061-e61f-4248-a956-e4fe17fbb130 admin admin] Request body: {'subnet': {'network_id': '701fddd1-8a52-4f34-985c-d832195b15f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1874586510-subnet', 'tenant_id': '25bd669bc0344a93b16e4e8936c37846', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:54:05.117421 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b98d82-8542-40b7-97e2-5bcfb4f9c89b admin admin] Pushing event updated for resources: {'Network': ['ID=701fddd1-8a52-4f34-985c-d832195b15f2,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:05.122696 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-87b98d82-8542-40b7-97e2-5bcfb4f9c89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:05.129247 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Network 701fddd1-8a52-4f34-985c-d832195b15f2 details requested by agent ovs-agent-dv-cinder-796286-8-iscsi with host dv-cinder-796286-8-iscsi {{(pid=104658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:54:05.139545 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79146061-e61f-4248-a956-e4fe17fbb130 admin admin] Made reservation on behalf of 25bd669bc0344a93b16e4e8936c37846 for: {'subnet': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:54:05.142038 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-79146061-e61f-4248-a956-e4fe17fbb130 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4170543'] for subnet, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:05.283002 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e309c-bc1f-4ba1-9f52-b18af252237e req-41c8303c-0c3b-468e-b22b-0f1edfcbadda tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:05.284452 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b37e309c-bc1f-4ba1-9f52-b18af252237e req-41c8303c-0c3b-468e-b22b-0f1edfcbadda tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 984 time: 0.0911720 Jun 23 14:54:05.348021 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b37e309c-bc1f-4ba1-9f52-b18af252237e req-f4ee5a5c-db23-4127-b447-a186dcb73fc5 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcddff7-3b6b-4b73-a605-6194485ce71b&id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0462701 Jun 23 14:54:05.391224 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-79146061-e61f-4248-a956-e4fe17fbb130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3529996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4170557'] for subnet, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:05.394099 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:05.439272 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79146061-e61f-4248-a956-e4fe17fbb130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41132adc-946e-448f-9f7b-c79288db08d9,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:05.443600 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-79146061-e61f-4248-a956-e4fe17fbb130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:05.457964 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79146061-e61f-4248-a956-e4fe17fbb130 admin admin] Checking segment: {'id': 'bed8069d-9fdd-46ee-a4a6-ee40c6240cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '701fddd1-8a52-4f34-985c-d832195b15f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:54:05.458320 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79146061-e61f-4248-a956-e4fe17fbb130 admin admin] Network hostable DHCP agents. Network: 701fddd1-8a52-4f34-985c-d832195b15f2, hostable agents: ['0b7df506-3eca-4aef-99ab-b9f92b008033'], hosted agents: [] {{(pid=104657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:54:05.474360 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79146061-e61f-4248-a956-e4fe17fbb130 admin admin] Network 701fddd1-8a52-4f34-985c-d832195b15f2 is scheduled to be hosted by DHCP agent 0b7df506-3eca-4aef-99ab-b9f92b008033 with binding_index 1 {{(pid=104657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:54:05.482877 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-79146061-e61f-4248-a956-e4fe17fbb130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-iscsi, 701fddd1-8a52-4f34-985c-d832195b15f2) {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:54:05.486938 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79146061-e61f-4248-a956-e4fe17fbb130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:05.487525 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-79146061-e61f-4248-a956-e4fe17fbb130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:05.492490 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd34ae89-7292-4cb4-aded-29a9a4a9f1e4 None None] Network 701fddd1-8a52-4f34-985c-d832195b15f2 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:54:05.501510 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-79146061-e61f-4248-a956-e4fe17fbb130 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3963253 Jun 23 14:54:05.617094 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac23bfd-4b76-4419-82b8-964af6ccab28 None None] Network 701fddd1-8a52-4f34-985c-d832195b15f2 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:54:05.828970 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185558f-43cc-4242-a539-410b818b09a9 req-2ca4e036-2b76-41c6-b7cc-f7e58d2ec12b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:05.830490 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9185558f-43cc-4242-a539-410b818b09a9 req-2ca4e036-2b76-41c6-b7cc-f7e58d2ec12b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0645273 Jun 23 14:54:05.874258 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9185558f-43cc-4242-a539-410b818b09a9 req-4b5bc4ef-01d0-4bf7-a055-4a1df43a9c4d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377557 Jun 23 14:54:05.973224 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 37956) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:05.978317 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-ef21383a-3714-49b1-9d93-1103e53c2b78 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-446497130-network', 'tenant_id': '1d1b658ba1274e3f89cd069d70cf0b82'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:54:06.009893 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef21383a-3714-49b1-9d93-1103e53c2b78 admin admin] Made reservation on behalf of 1d1b658ba1274e3f89cd069d70cf0b82 for: {'network': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:54:06.012442 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ef21383a-3714-49b1-9d93-1103e53c2b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for network, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:06.021434 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ef21383a-3714-49b1-9d93-1103e53c2b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:06.115310 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ef21383a-3714-49b1-9d93-1103e53c2b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:06.120740 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ef21383a-3714-49b1-9d93-1103e53c2b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:06.125439 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-012f5321-abc3-48a9-8eda-d12358f64551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:06.146220 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef21383a-3714-49b1-9d93-1103e53c2b78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=104656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:54:06.156315 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21383a-3714-49b1-9d93-1103e53c2b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddae2236-e4f1-4c0b-995f-4b0edbcfce39,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:06.160555 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-ef21383a-3714-49b1-9d93-1103e53c2b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:06.161571 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ef21383a-3714-49b1-9d93-1103e53c2b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:06.161975 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.db.segments_db [None req-ef21383a-3714-49b1-9d93-1103e53c2b78 admin admin] Added segment ee039ac2-c2e7-42ea-913b-d060f1fc44dd of type vlan for network 89d67fd1-59f1-44e5-b43e-6ac63f7d8fe3 Jun 23 14:54:06.205429 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ef21383a-3714-49b1-9d93-1103e53c2b78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784121897485'] for network, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:06.235068 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ef21383a-3714-49b1-9d93-1103e53c2b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374'] for network, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:06.237334 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef21383a-3714-49b1-9d93-1103e53c2b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:06.238121 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ef21383a-3714-49b1-9d93-1103e53c2b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:06.240547 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:06.301758 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-ef21383a-3714-49b1-9d93-1103e53c2b78 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3272645 Jun 23 14:54:06.304448 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 37964) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:06.309916 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-0dd7176a-bbab-4aa5-95b4-edc42f0449f5 admin admin] Request body: {'subnet': {'network_id': '89d67fd1-59f1-44e5-b43e-6ac63f7d8fe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-446497130-subnet', 'tenant_id': '1d1b658ba1274e3f89cd069d70cf0b82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:54:06.318080 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21383a-3714-49b1-9d93-1103e53c2b78 admin admin] Pushing event updated for resources: {'Network': ['ID=89d67fd1-59f1-44e5-b43e-6ac63f7d8fe3,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:06.320995 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-ef21383a-3714-49b1-9d93-1103e53c2b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:06.333645 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Network 89d67fd1-59f1-44e5-b43e-6ac63f7d8fe3 details requested by agent ovs-agent-dv-cinder-796286-8-iscsi with host dv-cinder-796286-8-iscsi {{(pid=104658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:54:06.339057 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd7176a-bbab-4aa5-95b4-edc42f0449f5 admin admin] Made reservation on behalf of 1d1b658ba1274e3f89cd069d70cf0b82 for: {'subnet': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:54:06.341571 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-0dd7176a-bbab-4aa5-95b4-edc42f0449f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:06.392815 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2593c-f5f3-40a2-b32e-09ba2441a010 req-3c3f7e0a-8413-4e15-b74b-10d2618aeacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:06.395359 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4fb2593c-f5f3-40a2-b32e-09ba2441a010 req-3c3f7e0a-8413-4e15-b74b-10d2618aeacb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39af58d17879414891f063215d964cba&device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 1098 time: 0.0960548 Jun 23 14:54:06.483855 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb31c06-a5b1-462c-aaa0-641e3bc01c91 req-8e92edc8-62af-4dc8-8d6b-8366ac72c765 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:06.484568 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5eb31c06-a5b1-462c-aaa0-641e3bc01c91 req-8e92edc8-62af-4dc8-8d6b-8366ac72c765 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.1444113 Jun 23 14:54:06.541228 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5eb31c06-a5b1-462c-aaa0-641e3bc01c91 req-b8692cb7-5790-4e1a-9348-a4d392d29408 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482802 Jun 23 14:54:06.542621 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2593c-f5f3-40a2-b32e-09ba2441a010 req-c1cf963b-fa35-4213-9dbe-f150b98548aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:06.544021 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4fb2593c-f5f3-40a2-b32e-09ba2441a010 req-c1cf963b-fa35-4213-9dbe-f150b98548aa service neutron] 10.222.0.44 "GET /v2.0/networks?id=316343f5-6494-40b4-8f2d-d07926cd87f2 HTTP/1.1" status: 200 len: 919 time: 0.1387105 Jun 23 14:54:06.554920 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-0dd7176a-bbab-4aa5-95b4-edc42f0449f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349'] for subnet, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:06.559985 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-7dffb210-2047-4d6a-8bd1-e784e6673fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:06.594209 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4fb2593c-f5f3-40a2-b32e-09ba2441a010 req-46fd7c62-139a-4ae6-908b-19ff24c2d12b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d53c2996-c985-4fea-8e9f-447f2f457980 HTTP/1.1" status: 200 len: 217 time: 0.0410004 Jun 23 14:54:06.644295 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f282b5d-e31e-4549-a3ef-24443485d1a5 req-3391b3ae-70e3-478c-8fc0-7bc1c968c557 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:06.644499 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2593c-f5f3-40a2-b32e-09ba2441a010 req-cceafda3-d6a4-4212-a98a-cb1e058b9e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:06.645699 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7f282b5d-e31e-4549-a3ef-24443485d1a5 req-3391b3ae-70e3-478c-8fc0-7bc1c968c557 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 984 time: 0.1616094 Jun 23 14:54:06.645870 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4fb2593c-f5f3-40a2-b32e-09ba2441a010 req-cceafda3-d6a4-4212-a98a-cb1e058b9e3b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f484191a-aa0e-4ca0-9d09-feeb8b46b4c9 HTTP/1.1" status: 200 len: 858 time: 0.0442607 Jun 23 14:54:06.646807 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7176a-bbab-4aa5-95b4-edc42f0449f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=904edc10-fb6f-441f-923c-c1da471b37d5,revision_number=0']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:06.648999 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd7176a-bbab-4aa5-95b4-edc42f0449f5 admin admin] Checking segment: {'id': 'ee039ac2-c2e7-42ea-913b-d060f1fc44dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '89d67fd1-59f1-44e5-b43e-6ac63f7d8fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:54:06.649347 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd7176a-bbab-4aa5-95b4-edc42f0449f5 admin admin] Network hostable DHCP agents. Network: 89d67fd1-59f1-44e5-b43e-6ac63f7d8fe3, hostable agents: ['0b7df506-3eca-4aef-99ab-b9f92b008033'], hosted agents: [] {{(pid=104656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:54:06.651714 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-0dd7176a-bbab-4aa5-95b4-edc42f0449f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:06.680758 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4fb2593c-f5f3-40a2-b32e-09ba2441a010 req-b86cab25-b613-4f75-bc0f-a3efa979ecb6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=316343f5-6494-40b4-8f2d-d07926cd87f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263865 Jun 23 14:54:06.682254 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd7176a-bbab-4aa5-95b4-edc42f0449f5 admin admin] Network 89d67fd1-59f1-44e5-b43e-6ac63f7d8fe3 is scheduled to be hosted by DHCP agent 0b7df506-3eca-4aef-99ab-b9f92b008033 with binding_index 1 {{(pid=104656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:54:06.700380 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7f282b5d-e31e-4549-a3ef-24443485d1a5 req-90f11c2e-2fa6-4f47-9031-f32b84aaeab6 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcddff7-3b6b-4b73-a605-6194485ce71b&id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467880 Jun 23 14:54:06.701887 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-0dd7176a-bbab-4aa5-95b4-edc42f0449f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-iscsi, 89d67fd1-59f1-44e5-b43e-6ac63f7d8fe3) {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:54:06.705981 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd7176a-bbab-4aa5-95b4-edc42f0449f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:06.706622 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-0dd7176a-bbab-4aa5-95b4-edc42f0449f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:06.714067 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382c8c61-9b36-44d8-83f3-6c1f0a39b078 None None] Network 89d67fd1-59f1-44e5-b43e-6ac63f7d8fe3 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:54:06.727467 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-0dd7176a-bbab-4aa5-95b4-edc42f0449f5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4215398 Jun 23 14:54:06.799098 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4fb2593c-f5f3-40a2-b32e-09ba2441a010 req-feb0020c-10b0-48b0-8144-18325518bae0 service neutron] 10.222.0.44 "GET /v2.0/networks/316343f5-6494-40b4-8f2d-d07926cd87f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992038 Jun 23 14:54:06.853171 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360d8f26-7a70-4d88-a3f4-41f7022e2b76 None None] Network 89d67fd1-59f1-44e5-b43e-6ac63f7d8fe3 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:54:06.892564 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4fb2593c-f5f3-40a2-b32e-09ba2441a010 req-3fbe54d4-60e9-4ac8-846e-0d3af441e6d4 service neutron] 10.222.0.44 "GET /v2.0/networks/316343f5-6494-40b4-8f2d-d07926cd87f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834885 Jun 23 14:54:07.050728 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-1c129027-9366-45cc-8dee-ce7baeb818e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:07.719170 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c0963-4a65-495d-8d0e-dc4321a8b216 req-d3828261-1b6d-42ed-a789-5eb0dfa39ec8 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:07.720590 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e21c0963-4a65-495d-8d0e-dc4321a8b216 req-d3828261-1b6d-42ed-a789-5eb0dfa39ec8 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0668745 Jun 23 14:54:07.757723 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e21c0963-4a65-495d-8d0e-dc4321a8b216 req-44dad5e7-8f55-41fb-af26-7ac87cdb16f6 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314939 Jun 23 14:54:07.889724 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33b028-9182-40ff-9369-df5b84c8613c req-48942587-c153-4124-baab-194176c7fecb tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:07.891107 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2a33b028-9182-40ff-9369-df5b84c8613c req-48942587-c153-4124-baab-194176c7fecb tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 984 time: 0.0627751 Jun 23 14:54:07.929898 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2a33b028-9182-40ff-9369-df5b84c8613c req-e349ed55-92c7-4222-97ba-1c11a75c926a tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcddff7-3b6b-4b73-a605-6194485ce71b&id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328271 Jun 23 14:54:08.937076 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1bd2f-1630-4027-b8eb-11a65566eb69 req-e40d9826-08d9-4165-a9e1-204dff930fa7 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:08.938582 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6db1bd2f-1630-4027-b8eb-11a65566eb69 req-e40d9826-08d9-4165-a9e1-204dff930fa7 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0648961 Jun 23 14:54:08.978633 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6db1bd2f-1630-4027-b8eb-11a65566eb69 req-ac36d8f4-83c3-4899-8a5e-fc00a6fc308c tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343668 Jun 23 14:54:09.123475 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f3f71-69e6-4726-8754-b7c40849acec req-aed60ed5-af79-4af0-823e-ef244a40d218 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:09.124863 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-269f3f71-69e6-4726-8754-b7c40849acec req-aed60ed5-af79-4af0-823e-ef244a40d218 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 984 time: 0.0698156 Jun 23 14:54:09.166718 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-269f3f71-69e6-4726-8754-b7c40849acec req-856e2eff-a115-4236-8990-b524cc27dda7 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcddff7-3b6b-4b73-a605-6194485ce71b&id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350800 Jun 23 14:54:09.771232 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:09.789710 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-63ed005f-09dd-4060-8d6f-9754986b9aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:10.165516 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a379450-53cd-4ac5-bc90-705fc1eda4fa req-bcec37fc-3d31-4e36-97d2-68a7cf6905d7 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:10.166914 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2a379450-53cd-4ac5-bc90-705fc1eda4fa req-bcec37fc-3d31-4e36-97d2-68a7cf6905d7 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0643287 Jun 23 14:54:10.206147 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2a379450-53cd-4ac5-bc90-705fc1eda4fa req-0a2e5299-9fda-44c2-8e68-dc24a8de6320 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333061 Jun 23 14:54:10.357952 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c268e8-9513-4eb3-9dd1-29dce39868f0 req-f34323a4-dbe1-4eb4-9762-855c2607f422 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:10.359464 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-90c268e8-9513-4eb3-9dd1-29dce39868f0 req-f34323a4-dbe1-4eb4-9762-855c2607f422 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 984 time: 0.0763302 Jun 23 14:54:10.401064 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-90c268e8-9513-4eb3-9dd1-29dce39868f0 req-94d8a5b0-4b54-440e-9566-394a75f3f3b6 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcddff7-3b6b-4b73-a605-6194485ce71b&id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356495 Jun 23 14:54:10.933806 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:11.592323 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b21af-ed53-4f67-9656-9bd107167303 req-2d0483bd-216f-4b83-8827-c74d0190335e tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:11.601078 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-086b21af-ed53-4f67-9656-9bd107167303 req-2d0483bd-216f-4b83-8827-c74d0190335e tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 984 time: 0.0838435 Jun 23 14:54:11.647798 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-086b21af-ed53-4f67-9656-9bd107167303 req-707b844e-505b-4e3c-b4da-e2f111ca0e36 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcddff7-3b6b-4b73-a605-6194485ce71b&id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457995 Jun 23 14:54:12.669509 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:12.856354 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c027c-f4b8-4b3b-a39c-4460459e3540 req-8a0b39fe-7ca2-4ddd-a941-a079506b20bc tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:12.857861 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-132c027c-f4b8-4b3b-a39c-4460459e3540 req-8a0b39fe-7ca2-4ddd-a941-a079506b20bc tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 984 time: 0.0698726 Jun 23 14:54:12.901140 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-132c027c-f4b8-4b3b-a39c-4460459e3540 req-f37f3296-8641-4cde-9feb-c222a6145f27 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcddff7-3b6b-4b73-a605-6194485ce71b&id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372758 Jun 23 14:54:14.089391 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e44421-5fd8-4031-86d5-64dbc8442e6e req-48ef4ff4-c912-4eaa-85f4-645c33aa7099 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:14.090916 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-45e44421-5fd8-4031-86d5-64dbc8442e6e req-48ef4ff4-c912-4eaa-85f4-645c33aa7099 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 984 time: 0.0631850 Jun 23 14:54:14.133091 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-45e44421-5fd8-4031-86d5-64dbc8442e6e req-0e060a20-4c68-42ed-ae79-aa7189373173 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcddff7-3b6b-4b73-a605-6194485ce71b&id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349262 Jun 23 14:54:14.449274 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f18d90-f9bb-4c62-8487-ad9131a730cf req-6f70da7b-2ebf-43b2-83f1-ad7348a31bc4 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:14.450712 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e9f18d90-f9bb-4c62-8487-ad9131a730cf req-6f70da7b-2ebf-43b2-83f1-ad7348a31bc4 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.0649080 Jun 23 14:54:14.491850 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e9f18d90-f9bb-4c62-8487-ad9131a730cf req-0f8ea115-be1b-4bf5-a304-1a9eaebfdab5 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338569 Jun 23 14:54:15.680203 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d39b4-d4e4-4850-8a51-3e69432ff623 req-02da1911-6033-4bad-87e3-1c0a2d28f58b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:15.681682 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-748d39b4-d4e4-4850-8a51-3e69432ff623 req-02da1911-6033-4bad-87e3-1c0a2d28f58b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.0683720 Jun 23 14:54:15.720454 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-748d39b4-d4e4-4850-8a51-3e69432ff623 req-f46ee261-1acb-40e4-a374-893a99ccdb5b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330322 Jun 23 14:54:16.897637 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8df298-ff4a-4570-ba2b-a9c6855c3ef3 req-b361d6bf-6605-43ef-99e1-d07202b06a45 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:16.899064 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-be8df298-ff4a-4570-ba2b-a9c6855c3ef3 req-b361d6bf-6605-43ef-99e1-d07202b06a45 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.0614703 Jun 23 14:54:16.951211 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-be8df298-ff4a-4570-ba2b-a9c6855c3ef3 req-84b98b11-91b8-4034-b5ab-ea9703dda049 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407615 Jun 23 14:54:17.522108 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e9903-2d82-4791-b915-cf53c78fbf55 req-48100702-7ed1-452c-9c65-616a98029072 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:17.523833 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-548e9903-2d82-4791-b915-cf53c78fbf55 req-48100702-7ed1-452c-9c65-616a98029072 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.44 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 946 time: 0.0978823 Jun 23 14:54:17.701293 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-548e9903-2d82-4791-b915-cf53c78fbf55 req-ee61504a-3bcb-466d-a11a-a8d76b518d3d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Deleting port 32ce8904-04eb-4087-b745-34bd4a45ad7e {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:54:17.701647 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-548e9903-2d82-4791-b915-cf53c78fbf55 req-ee61504a-3bcb-466d-a11a-a8d76b518d3d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:17.863800 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-548e9903-2d82-4791-b915-cf53c78fbf55 req-ee61504a-3bcb-466d-a11a-a8d76b518d3d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] For port 32ce8904-04eb-4087-b745-34bd4a45ad7e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=32ce8904-04eb-4087-b745-34bd4a45ad7e,segment=NetworkSegment(bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc),segment_id=bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:54:17.864072 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-548e9903-2d82-4791-b915-cf53c78fbf55 req-ee61504a-3bcb-466d-a11a-a8d76b518d3d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:17.879182 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-548e9903-2d82-4791-b915-cf53c78fbf55 req-ee61504a-3bcb-466d-a11a-a8d76b518d3d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Calling delete_port for 32ce8904-04eb-4087-b745-34bd4a45ad7e owned by compute:nova {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:54:18.040027 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-548e9903-2d82-4791-b915-cf53c78fbf55 req-ee61504a-3bcb-466d-a11a-a8d76b518d3d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:18.046309 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:18.059612 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['d53c2996-c985-4fea-8e9f-447f2f457980', '32ce8904-04eb-4087-b745-34bd4a45ad7e'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:54:18.085303 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61504a-3bcb-466d-a11a-a8d76b518d3d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Pushing event deleted for resources: {'Port': ['ID=32ce8904-04eb-4087-b745-34bd4a45ad7e,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:18.088644 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-ee61504a-3bcb-466d-a11a-a8d76b518d3d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:18.141934 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-548e9903-2d82-4791-b915-cf53c78fbf55 req-ee61504a-3bcb-466d-a11a-a8d76b518d3d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] No DVR routers for this DVR port 32ce8904-04eb-4087-b745-34bd4a45ad7e on host hv-cinder-79628 {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:54:18.145058 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-548e9903-2d82-4791-b915-cf53c78fbf55 req-ee61504a-3bcb-466d-a11a-a8d76b518d3d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:18.147057 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-548e9903-2d82-4791-b915-cf53c78fbf55 req-ee61504a-3bcb-466d-a11a-a8d76b518d3d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.44 "DELETE /v2.0/ports/32ce8904-04eb-4087-b745-34bd4a45ad7e HTTP/1.1" status: 204 len: 173 time: 0.6126821 Jun 23 14:54:18.147585 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1804501a-1f6d-43d5-b81c-9ddf83670f93', 'name': 'network-vif-deleted', 'tag': '32ce8904-04eb-4087-b745-34bd4a45ad7e'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:54:18.149980 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b669c09b-b57e-4dff-bdd1-b86bb4cb4106" -d '{"events": [{"server_uuid": "1804501a-1f6d-43d5-b81c-9ddf83670f93", "name": "network-vif-deleted", "tag": "32ce8904-04eb-4087-b745-34bd4a45ad7e"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:54:18.175198 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-aedd8dff-756b-4032-8abd-b44f40af0f0f req-f6578205-1ab8-4bee-b96b-396e97b8f147 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=1804501a-1f6d-43d5-b81c-9ddf83670f93 HTTP/1.1" status: 200 len: 210 time: 0.0624130 Jun 23 14:54:18.239003 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6fffe7-d75e-4d7d-841d-e300797beb7e x-openstack-request-id: req-6f6fffe7-d75e-4d7d-841d-e300797beb7e {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:54:18.239482 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1804501a-1f6d-43d5-b81c-9ddf83670f93", "name": "network-vif-deleted", "tag": "32ce8904-04eb-4087-b745-34bd4a45ad7e", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:54:18.239780 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6f6fffe7-d75e-4d7d-841d-e300797beb7e {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:54:18.240279 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1804501a-1f6d-43d5-b81c-9ddf83670f93', 'name': 'network-vif-deleted', 'tag': '32ce8904-04eb-4087-b745-34bd4a45ad7e', 'status': 'completed', 'code': 200} Jun 23 14:54:19.380575 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:54:19.657719 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e26d8-948e-443d-9955-2ca86c47c746 req-0f745c17-a0e7-4851-997a-50583509173f tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:19.659862 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6b8e26d8-948e-443d-9955-2ca86c47c746 req-0f745c17-a0e7-4851-997a-50583509173f tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0682747 Jun 23 14:54:19.701883 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6b8e26d8-948e-443d-9955-2ca86c47c746 req-90657f2d-cd55-426c-bb43-bdf9669b100b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334427 Jun 23 14:54:20.428900 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 38160) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:20.472802 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a2659e-3fd0-43e1-95e8-06367d44e2e5 admin admin] Deleting subnet 41132adc-946e-448f-9f7b-c79288db08d9 {{(pid=104657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:54:20.476001 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-20a2659e-3fd0-43e1-95e8-06367d44e2e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:20.509777 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-20a2659e-3fd0-43e1-95e8-06367d44e2e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3530106'] for subnet, precommit_delete_associations {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:20.555677 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-20a2659e-3fd0-43e1-95e8-06367d44e2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16078100'] for subnet, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:20.607747 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-20a2659e-3fd0-43e1-95e8-06367d44e2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16078093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4170546'] for subnet, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:20.610401 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-43c6312f-bfec-498f-b011-6549b03fa24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:20.637218 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-20a2659e-3fd0-43e1-95e8-06367d44e2e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:20.642227 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-20a2659e-3fd0-43e1-95e8-06367d44e2e5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/41132adc-946e-448f-9f7b-c79288db08d9 HTTP/1.1" status: 204 len: 168 time: 0.2123575 Jun 23 14:54:20.642399 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38164) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:20.643344 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2659e-3fd0-43e1-95e8-06367d44e2e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41132adc-946e-448f-9f7b-c79288db08d9,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:20.645698 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-20a2659e-3fd0-43e1-95e8-06367d44e2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:20.712799 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235410'] for network, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:20.796116 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16034969', 'neutron.services.segments.db._delete_segments_for_network-8784122434079'] for network, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:20.806265 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:54:20.806618 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:54:20.807394 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:54:20.807748 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Subscribe: > port after_create 55550000 {{(pid=104656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:54:20.808079 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Subscribe: > port after_delete 55550000 {{(pid=104656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:54:20.808441 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Subscribe: > port after_update 55550000 {{(pid=104656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:54:20.808771 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:54:20.809098 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:54:20.809433 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:54:20.809770 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:54:20.916297 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:54:20.916563 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:54:20.916903 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:54:20.917238 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:54:20.917604 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701fddd1-8a52-4f34-985c-d832195b15f2']}} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:20.943715 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed8069d-9fdd-46ee-a4a6-ee40c6240cf4') {'for_net_delete': True} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:20.944013 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed8069d-9fdd-46ee-a4a6-ee40c6240cf4') {} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:20.976071 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784122471918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51554239'] for segment, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:21.000887 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:21.014635 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=104656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:54:21.015028 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51636915'] for segment, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: from cryptography.utils import int_from_bytes Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: from cryptography.utils import int_from_bytes Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: Traceback (most recent call last): Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: timer() Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: cb(*args, **kw) Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: return func(*args, **kwargs) Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: self._notify() Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: self.callback(batched_events) Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: event.method(event) Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: return f(self, *a, **k) Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: return self._get(url).json() Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: return self.request(url, 'GET', **kwargs) Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:54:21.021908 dv-cinder-796286-8-iscsi neutron-server[104656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:54:21.330867 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33c0f2-4d23-45a9-8429-c2806dbadc7c req-a930c0dc-02f6-43c4-9ca0-9e61fe0372ce tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:21.332437 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-ad33c0f2-4d23-45a9-8429-c2806dbadc7c req-a930c0dc-02f6-43c4-9ca0-9e61fe0372ce tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.4099081 Jun 23 14:54:21.333609 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16034962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602998'] for network, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:21.337974 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:21.343744 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:21.345436 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] 10.222.0.65 "DELETE /v2.0/networks/701fddd1-8a52-4f34-985c-d832195b15f2 HTTP/1.1" status: 204 len: 168 time: 0.7022581 Jun 23 14:54:21.348429 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 38170) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:21.360527 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Pushing event deleted for resources: {'Network': ['ID=701fddd1-8a52-4f34-985c-d832195b15f2,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:21.368201 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-6ce51a71-237b-420f-885e-cab56d53b06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:21.388475 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-ad33c0f2-4d23-45a9-8429-c2806dbadc7c req-beb87168-5593-4a7f-a9a9-6a9780a63dac tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475433 Jun 23 14:54:21.392887 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_v2 [None req-126627af-718f-4bcb-9278-cb39ae5b63d6 admin admin] Deleting subnet 904edc10-fb6f-441f-923c-c1da471b37d5 {{(pid=104657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:54:21.396429 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-126627af-718f-4bcb-9278-cb39ae5b63d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:21.435118 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-126627af-718f-4bcb-9278-cb39ae5b63d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3530106'] for subnet, precommit_delete_associations {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:21.474397 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-126627af-718f-4bcb-9278-cb39ae5b63d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16078100'] for subnet, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:21.525287 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-126627af-718f-4bcb-9278-cb39ae5b63d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16078093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4170546'] for subnet, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:21.527570 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-2b43a873-ae94-43e2-92d8-c5ad6e70669c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:21.551743 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126627af-718f-4bcb-9278-cb39ae5b63d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=904edc10-fb6f-441f-923c-c1da471b37d5,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:21.554842 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-126627af-718f-4bcb-9278-cb39ae5b63d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:21.555981 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-126627af-718f-4bcb-9278-cb39ae5b63d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:21.559983 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-126627af-718f-4bcb-9278-cb39ae5b63d6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/904edc10-fb6f-441f-923c-c1da471b37d5 HTTP/1.1" status: 204 len: 168 time: 0.2082803 Jun 23 14:54:21.560284 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 38172) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:21.632115 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c8de5996-52b9-43f9-b5fb-40e7f770d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235410'] for network, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:21.711349 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c8de5996-52b9-43f9-b5fb-40e7f770d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16034969', 'neutron.services.segments.db._delete_segments_for_network-8784122434079'] for network, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:21.720578 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-c8de5996-52b9-43f9-b5fb-40e7f770d6fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d67fd1-59f1-44e5-b43e-6ac63f7d8fe3']}} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:21.729807 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-c8de5996-52b9-43f9-b5fb-40e7f770d6fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee039ac2-c2e7-42ea-913b-d060f1fc44dd') {'for_net_delete': True} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:21.730100 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-c8de5996-52b9-43f9-b5fb-40e7f770d6fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee039ac2-c2e7-42ea-913b-d060f1fc44dd') {} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:21.738717 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c8de5996-52b9-43f9-b5fb-40e7f770d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784122471918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3530085'] for segment, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:21.752835 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c8de5996-52b9-43f9-b5fb-40e7f770d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:21.758881 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8de5996-52b9-43f9-b5fb-40e7f770d6fd admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=104657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:54:21.759278 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c8de5996-52b9-43f9-b5fb-40e7f770d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3444818'] for segment, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: Traceback (most recent call last): Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: timer() Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: cb(*args, **kw) Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: return func(*args, **kwargs) Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: self._notify() Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: self.callback(batched_events) Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: event.method(event) Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: return f(self, *a, **k) Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: return self._get(url).json() Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: return self.request(url, 'GET', **kwargs) Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:54:21.761037 dv-cinder-796286-8-iscsi neutron-server[104657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:54:21.813792 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c8de5996-52b9-43f9-b5fb-40e7f770d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16034962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602998'] for network, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:21.818539 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c8de5996-52b9-43f9-b5fb-40e7f770d6fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:21.820769 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-c8de5996-52b9-43f9-b5fb-40e7f770d6fd admin admin] 10.222.0.65 "DELETE /v2.0/networks/89d67fd1-59f1-44e5-b43e-6ac63f7d8fe3 HTTP/1.1" status: 204 len: 168 time: 0.2592936 Jun 23 14:54:21.821080 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:21.834081 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de5996-52b9-43f9-b5fb-40e7f770d6fd admin admin] Pushing event deleted for resources: {'Network': ['ID=89d67fd1-59f1-44e5-b43e-6ac63f7d8fe3,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:21.836526 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c8de5996-52b9-43f9-b5fb-40e7f770d6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:21.967961 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 32ce8904-04eb-4087-b745-34bd4a45ad7e no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:54:21.975743 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 38176) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:21.988111 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] No Port match for: 32ce8904-04eb-4087-b745-34bd4a45ad7e {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:54:21.988469 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 32ce8904-04eb-4087-b745-34bd4a45ad7e not bound to the agent host hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:54:22.015096 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-6afd8a20-441b-4e15-8e8e-462dcfe05737 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=25bd669bc0344a93b16e4e8936c37846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380993 Jun 23 14:54:22.017977 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 38178) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:22.067527 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b96f290c-c4c3-417d-8971-875030cc7e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:22.087543 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b96f290c-c4c3-417d-8971-875030cc7e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:22.134583 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b96f290c-c4c3-417d-8971-875030cc7e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:22.137152 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b96f290c-c4c3-417d-8971-875030cc7e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:22.138283 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-b96f290c-c4c3-417d-8971-875030cc7e97 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f2626894-97f8-489c-a06d-03c013199858 HTTP/1.1" status: 204 len: 168 time: 0.1194336 Jun 23 14:54:22.139012 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-9e6b6c6b-302d-4aeb-a74f-7e701fa03132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:22.146179 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f290c-c4c3-417d-8971-875030cc7e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2626894-97f8-489c-a06d-03c013199858,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:22.148489 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-b96f290c-c4c3-417d-8971-875030cc7e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:22.453505 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 38188) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:22.495558 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-084bcfa0-6d89-43f1-bb22-06dccfbeab90 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1d1b658ba1274e3f89cd069d70cf0b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403824 Jun 23 14:54:22.498317 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 38190) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:22.587013 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-d8cb69a7-c65e-4502-b443-6d9096809b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:22.616483 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571bf1f-9034-4301-99cc-c4c59156b994 req-bb2c2fcb-75dd-496b-8431-9b5f33bc21f6 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:22.617956 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4571bf1f-9034-4301-99cc-c4c59156b994 req-bb2c2fcb-75dd-496b-8431-9b5f33bc21f6 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.1031597 Jun 23 14:54:22.622452 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-d8cb69a7-c65e-4502-b443-6d9096809b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:22.678758 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4571bf1f-9034-4301-99cc-c4c59156b994 req-080dfcb6-4485-47f9-be87-cc8091186c6a tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539670 Jun 23 14:54:22.696062 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-d8cb69a7-c65e-4502-b443-6d9096809b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:22.698673 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-d8cb69a7-c65e-4502-b443-6d9096809b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:22.699873 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-d8cb69a7-c65e-4502-b443-6d9096809b98 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ddae2236-e4f1-4c0b-995f-4b0edbcfce39 HTTP/1.1" status: 204 len: 168 time: 0.2006736 Jun 23 14:54:22.700644 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-a9b3bd56-83bf-4592-b190-129623d61605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:22.708363 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb69a7-c65e-4502-b443-6d9096809b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddae2236-e4f1-4c0b-995f-4b0edbcfce39,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:22.710704 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-d8cb69a7-c65e-4502-b443-6d9096809b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:23.373725 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38212) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:23.464904 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-fedd50ae-e062-4ab5-8010-b2cb437ad932 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1903877116-network', 'tenant_id': 'f4a83ffacd484327999f484d8dbf8555'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:54:23.490261 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedd50ae-e062-4ab5-8010-b2cb437ad932 admin admin] Made reservation on behalf of f4a83ffacd484327999f484d8dbf8555 for: {'network': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:54:23.492580 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-fedd50ae-e062-4ab5-8010-b2cb437ad932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for network, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:23.501035 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-fedd50ae-e062-4ab5-8010-b2cb437ad932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:23.586477 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-fedd50ae-e062-4ab5-8010-b2cb437ad932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:23.590079 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-fedd50ae-e062-4ab5-8010-b2cb437ad932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:23.594324 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-00bbf785-d5e2-490e-b926-6a04963fc383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:23.617527 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fedd50ae-e062-4ab5-8010-b2cb437ad932 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=104656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:54:23.627464 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd50ae-e062-4ab5-8010-b2cb437ad932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:23.631767 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-fedd50ae-e062-4ab5-8010-b2cb437ad932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:23.632812 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-fedd50ae-e062-4ab5-8010-b2cb437ad932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:23.633150 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.db.segments_db [None req-fedd50ae-e062-4ab5-8010-b2cb437ad932 admin admin] Added segment 9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620 of type vlan for network 5552d91b-33d4-4841-9dcc-24e73f481dc7 Jun 23 14:54:23.675569 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-fedd50ae-e062-4ab5-8010-b2cb437ad932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784121897485'] for network, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:23.704801 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-fedd50ae-e062-4ab5-8010-b2cb437ad932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374'] for network, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:23.706029 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedd50ae-e062-4ab5-8010-b2cb437ad932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:23.706602 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-fedd50ae-e062-4ab5-8010-b2cb437ad932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:23.708794 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-7d089a33-72d7-4d05-99e1-b99a1d7fcc66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:23.758843 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-fedd50ae-e062-4ab5-8010-b2cb437ad932 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3840041 Jun 23 14:54:23.761857 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 38218) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:23.766479 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd50ae-e062-4ab5-8010-b2cb437ad932 admin admin] Pushing event updated for resources: {'Network': ['ID=5552d91b-33d4-4841-9dcc-24e73f481dc7,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:23.769063 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-fedd50ae-e062-4ab5-8010-b2cb437ad932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:23.769939 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-541c4738-41d8-438e-8c74-2d5c20712e00 admin admin] Request body: {'subnet': {'network_id': '5552d91b-33d4-4841-9dcc-24e73f481dc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1903877116-subnet', 'tenant_id': 'f4a83ffacd484327999f484d8dbf8555', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:54:23.776493 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Network 5552d91b-33d4-4841-9dcc-24e73f481dc7 details requested by agent ovs-agent-dv-cinder-796286-8-iscsi with host dv-cinder-796286-8-iscsi {{(pid=104658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:54:23.793999 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541c4738-41d8-438e-8c74-2d5c20712e00 admin admin] Made reservation on behalf of f4a83ffacd484327999f484d8dbf8555 for: {'subnet': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:54:23.796370 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-541c4738-41d8-438e-8c74-2d5c20712e00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4170543'] for subnet, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:23.860767 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe24964-f803-4686-8b0d-37216510b13c req-a20ddae1-bbe1-4767-b958-84874e821947 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:23.862511 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-dfe24964-f803-4686-8b0d-37216510b13c req-a20ddae1-bbe1-4767-b958-84874e821947 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0695662 Jun 23 14:54:23.901933 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-dfe24964-f803-4686-8b0d-37216510b13c req-3af0c66e-bdbc-41fd-869c-57e1df94c0ee tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333362 Jun 23 14:54:23.961947 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-541c4738-41d8-438e-8c74-2d5c20712e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3529996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4170557'] for subnet, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:23.964016 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:24.016221 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c4738-41d8-438e-8c74-2d5c20712e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf4a5e34-7589-4404-98c5-cf628c32c11c,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:24.019971 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-541c4738-41d8-438e-8c74-2d5c20712e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:24.027171 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541c4738-41d8-438e-8c74-2d5c20712e00 admin admin] Checking segment: {'id': '9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5552d91b-33d4-4841-9dcc-24e73f481dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:54:24.027544 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541c4738-41d8-438e-8c74-2d5c20712e00 admin admin] Network hostable DHCP agents. Network: 5552d91b-33d4-4841-9dcc-24e73f481dc7, hostable agents: ['0b7df506-3eca-4aef-99ab-b9f92b008033'], hosted agents: [] {{(pid=104657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:54:24.043835 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541c4738-41d8-438e-8c74-2d5c20712e00 admin admin] Network 5552d91b-33d4-4841-9dcc-24e73f481dc7 is scheduled to be hosted by DHCP agent 0b7df506-3eca-4aef-99ab-b9f92b008033 with binding_index 1 {{(pid=104657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:54:24.053318 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-541c4738-41d8-438e-8c74-2d5c20712e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-iscsi, 5552d91b-33d4-4841-9dcc-24e73f481dc7) {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:54:24.057661 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541c4738-41d8-438e-8c74-2d5c20712e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:24.058440 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-541c4738-41d8-438e-8c74-2d5c20712e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:24.065049 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f271f6e-9313-4947-ba14-f7c1e968c215 None None] Network 5552d91b-33d4-4841-9dcc-24e73f481dc7 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:54:24.078965 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-541c4738-41d8-438e-8c74-2d5c20712e00 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3147285 Jun 23 14:54:24.203774 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4740b1a4-b482-4bc8-87fc-c9348b91e641 None None] Network 5552d91b-33d4-4841-9dcc-24e73f481dc7 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:54:24.696453 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:25.080296 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83408ca9-7207-40bb-af6d-8c282c52474b req-934dcc61-4d6a-4bbd-b01d-9e790e9dae32 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:25.081700 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-83408ca9-7207-40bb-af6d-8c282c52474b req-934dcc61-4d6a-4bbd-b01d-9e790e9dae32 tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0649774 Jun 23 14:54:25.124226 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-83408ca9-7207-40bb-af6d-8c282c52474b req-7d537276-10f5-41e9-9388-cc999e938cfc tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366998 Jun 23 14:54:25.829545 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-bb0a6362-9497-426b-b343-2b5a9a0a732c tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:25.831132 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-bb0a6362-9497-426b-b343-2b5a9a0a732c tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/networks?id=5552d91b-33d4-4841-9dcc-24e73f481dc7 HTTP/1.1" status: 200 len: 814 time: 0.1037214 Jun 23 14:54:25.847053 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-fd2a0106-0040-4da0-9ec0-c585e561d156 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/quotas/f4a83ffacd484327999f484d8dbf8555 HTTP/1.1" status: 200 len: 375 time: 0.0105309 Jun 23 14:54:25.887739 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-a02f462c-6d91-4226-a4bb-b1f4ad3e667d tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4a83ffacd484327999f484d8dbf8555&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347388 Jun 23 14:54:25.976749 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-4f5bab81-3ec9-4b28-8b1c-5979ef554dac service neutron] 10.222.0.65 "GET /v2.0/networks/5552d91b-33d4-4841-9dcc-24e73f481dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827780 Jun 23 14:54:26.068685 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-dd9eaca9-47fa-433d-92b9-efe6e46c1fa7 service neutron] 10.222.0.65 "GET /v2.0/networks/5552d91b-33d4-4841-9dcc-24e73f481dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861480 Jun 23 14:54:26.242189 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8cc40a46-f626-478b-b261-c2b54a3dc8df req-94f1a5d7-1075-4ac3-a723-64c00f129cab tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22c3f37-da30-4568-972c-a867b49198bf HTTP/1.1" status: 200 len: 210 time: 0.0300956 Jun 23 14:54:26.301183 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44c159-1c1c-4e4b-ae24-5490d5867608 req-b889351f-bd48-4c39-b7f8-7a63c4917fea tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:26.302673 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0a44c159-1c1c-4e4b-ae24-5490d5867608 req-b889351f-bd48-4c39-b7f8-7a63c4917fea tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0664454 Jun 23 14:54:26.340579 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0a44c159-1c1c-4e4b-ae24-5490d5867608 req-beb193ee-5fa9-4634-865a-eb9d38d348ac tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318573 Jun 23 14:54:27.173824 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438cc245-e0a9-4152-900b-32847e9bd530 req-d8ab653c-af03-4fdc-8f12-9d7d15af362e tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:27.175596 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-438cc245-e0a9-4152-900b-32847e9bd530 req-d8ab653c-af03-4fdc-8f12-9d7d15af362e tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.44 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.0669792 Jun 23 14:54:27.284490 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-438cc245-e0a9-4152-900b-32847e9bd530 req-24433296-6f83-4a43-9d72-4a94a568de9b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Deleting port d53c2996-c985-4fea-8e9f-447f2f457980 {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:54:27.284884 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-438cc245-e0a9-4152-900b-32847e9bd530 req-24433296-6f83-4a43-9d72-4a94a568de9b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:27.417710 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8b6c9bbd-d58a-4710-9713-384928e309ee req-eb051ef1-659e-4fc9-ad8f-0c4b66c60efd tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22c3f37-da30-4568-972c-a867b49198bf HTTP/1.1" status: 200 len: 210 time: 0.0331800 Jun 23 14:54:27.472045 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-438cc245-e0a9-4152-900b-32847e9bd530 req-24433296-6f83-4a43-9d72-4a94a568de9b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] For port d53c2996-c985-4fea-8e9f-447f2f457980, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d53c2996-c985-4fea-8e9f-447f2f457980,segment=NetworkSegment(bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc),segment_id=bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:54:27.473105 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-438cc245-e0a9-4152-900b-32847e9bd530 req-24433296-6f83-4a43-9d72-4a94a568de9b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:27.493392 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-438cc245-e0a9-4152-900b-32847e9bd530 req-24433296-6f83-4a43-9d72-4a94a568de9b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Calling delete_port for d53c2996-c985-4fea-8e9f-447f2f457980 owned by compute:nova {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:54:27.576242 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-73c26f32-b730-422e-8820-9e2f6ccc5a57 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:27.577640 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-73c26f32-b730-422e-8820-9e2f6ccc5a57 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.44 "GET /v2.0/networks?id=5552d91b-33d4-4841-9dcc-24e73f481dc7 HTTP/1.1" status: 200 len: 814 time: 0.2175944 Jun 23 14:54:27.606178 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-0974cdad-41ee-4e88-b88d-41646223a05a tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Request body: {'port': {'device_id': 'e22c3f37-da30-4568-972c-a867b49198bf', 'network_id': '5552d91b-33d4-4841-9dcc-24e73f481dc7', 'admin_state_up': True, 'tenant_id': 'f4a83ffacd484327999f484d8dbf8555'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:54:27.743540 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c87ea-e389-441e-8121-1ebb7a464d6f req-e55c8e39-c36d-4b89-af12-e785bf79f97f tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:27.745063 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b16c87ea-e389-441e-8121-1ebb7a464d6f req-e55c8e39-c36d-4b89-af12-e785bf79f97f tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/ports?device_id=279b7354-1027-4ec3-b908-5302ed329636 HTTP/1.1" status: 200 len: 945 time: 0.1849494 Jun 23 14:54:27.835531 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-438cc245-e0a9-4152-900b-32847e9bd530 req-24433296-6f83-4a43-9d72-4a94a568de9b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:27.840310 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b16c87ea-e389-441e-8121-1ebb7a464d6f req-7c1b29e2-1f22-4d92-805b-67199e1ef11f tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ecb3383-e563-40d0-852c-7409b2bb7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708730 Jun 23 14:54:27.842995 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:27.848645 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-0974cdad-41ee-4e88-b88d-41646223a05a tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Made reservation on behalf of f4a83ffacd484327999f484d8dbf8555 for: {'port': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:54:27.851664 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-0974cdad-41ee-4e88-b88d-41646223a05a tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:27.852230 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['d53c2996-c985-4fea-8e9f-447f2f457980'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:54:27.883239 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24433296-6f83-4a43-9d72-4a94a568de9b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Pushing event deleted for resources: {'Port': ['ID=d53c2996-c985-4fea-8e9f-447f2f457980,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:27.887586 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-24433296-6f83-4a43-9d72-4a94a568de9b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:27.963993 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-438cc245-e0a9-4152-900b-32847e9bd530 req-24433296-6f83-4a43-9d72-4a94a568de9b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] No DVR routers for this DVR port d53c2996-c985-4fea-8e9f-447f2f457980 on host hv-cinder-79628 {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:54:27.968030 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-438cc245-e0a9-4152-900b-32847e9bd530 req-24433296-6f83-4a43-9d72-4a94a568de9b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:27.969918 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-438cc245-e0a9-4152-900b-32847e9bd530 req-24433296-6f83-4a43-9d72-4a94a568de9b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] 10.222.0.44 "DELETE /v2.0/ports/d53c2996-c985-4fea-8e9f-447f2f457980 HTTP/1.1" status: 204 len: 173 time: 0.7887335 Jun 23 14:54:27.970431 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279b7354-1027-4ec3-b908-5302ed329636', 'name': 'network-vif-deleted', 'tag': 'd53c2996-c985-4fea-8e9f-447f2f457980'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:54:27.972769 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2ef5f0-ac44-4bf4-a725-73ee4361302b" -d '{"events": [{"server_uuid": "279b7354-1027-4ec3-b908-5302ed329636", "name": "network-vif-deleted", "tag": "d53c2996-c985-4fea-8e9f-447f2f457980"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:54:28.021202 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9026cc-901a-4354-9de7-0ed6b20f4701 x-openstack-request-id: req-aa9026cc-901a-4354-9de7-0ed6b20f4701 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:54:28.021535 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279b7354-1027-4ec3-b908-5302ed329636", "name": "network-vif-deleted", "tag": "d53c2996-c985-4fea-8e9f-447f2f457980", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:54:28.021848 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa9026cc-901a-4354-9de7-0ed6b20f4701 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:54:28.022276 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279b7354-1027-4ec3-b908-5302ed329636', 'name': 'network-vif-deleted', 'tag': 'd53c2996-c985-4fea-8e9f-447f2f457980', 'status': 'completed', 'code': 200} Jun 23 14:54:28.048755 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-0974cdad-41ee-4e88-b88d-41646223a05a tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Allocated IP 172.20.0.14 (5552d91b-33d4-4841-9dcc-24e73f481dc7/cf4a5e34-7589-4404-98c5-cf628c32c11c/c3f9dc71-1e06-46fe-b26e-55f9a680074b) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:54:28.192110 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-0974cdad-41ee-4e88-b88d-41646223a05a tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:28.228332 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-0974cdad-41ee-4e88-b88d-41646223a05a tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:28.231965 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-5a07415c-6b5a-40d0-af71-ca768f3de73f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:28.273358 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-0974cdad-41ee-4e88-b88d-41646223a05a tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Network 5552d91b-33d4-4841-9dcc-24e73f481dc7 is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:54:28.276416 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-0974cdad-41ee-4e88-b88d-41646223a05a tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:54:28.280176 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-0974cdad-41ee-4e88-b88d-41646223a05a tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:54:28.286396 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974cdad-41ee-4e88-b88d-41646223a05a tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Pushing event updated for resources: {'Port': ['ID=c3f9dc71-1e06-46fe-b26e-55f9a680074b,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:28.305116 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-0974cdad-41ee-4e88-b88d-41646223a05a tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:28.333412 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-0974cdad-41ee-4e88-b88d-41646223a05a tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:28.334036 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-0974cdad-41ee-4e88-b88d-41646223a05a tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:28.347896 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-0974cdad-41ee-4e88-b88d-41646223a05a tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7472708 Jun 23 14:54:28.373167 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Request body: {'port': {'device_id': 'e22c3f37-da30-4568-972c-a867b49198bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:54:28.736259 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:28.759905 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08e8fc-b512-4896-a94a-7337c72f874f req-ce45cd2a-ccaf-4a74-b226-67004a6cbb0a tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:28.761349 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7b08e8fc-b512-4896-a94a-7337c72f874f req-ce45cd2a-ccaf-4a74-b226-67004a6cbb0a tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22c3f37-da30-4568-972c-a867b49198bf HTTP/1.1" status: 200 len: 932 time: 0.1146822 Jun 23 14:54:28.878280 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7b08e8fc-b512-4896-a94a-7337c72f874f req-ed4ca743-e875-4b9f-888c-962ab7d03799 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/security-groups?id=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967348 Jun 23 14:54:28.943863 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38292) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:29.064515 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f9dc71-1e06-46fe-b26e-55f9a680074b {{(pid=104657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:54:29.073240 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:29.087614 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Transition to ACTIVE for port object c3f9dc71-1e06-46fe-b26e-55f9a680074b will not be triggered until provisioned by entity L2. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:54:29.092518 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:29.095721 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-7ba4ecf6-8b21-4094-b21e-054f64dbac18 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:29.175826 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f9dc71-1e06-46fe-b26e-55f9a680074b,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:29.178828 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:29.235233 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Attempting to bind port c3f9dc71-1e06-46fe-b26e-55f9a680074b on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:54:29.235575 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Attempting to bind port c3f9dc71-1e06-46fe-b26e-55f9a680074b by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5552d91b-33d4-4841-9dcc-24e73f481dc7'}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:54:29.235910 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Attempting to bind port c3f9dc71-1e06-46fe-b26e-55f9a680074b on network 5552d91b-33d4-4841-9dcc-24e73f481dc7 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:54:29.241008 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Port c3f9dc71-1e06-46fe-b26e-55f9a680074b on network 5552d91b-33d4-4841-9dcc-24e73f481dc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:54:29.241287 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Attempting to bind port c3f9dc71-1e06-46fe-b26e-55f9a680074b on network 5552d91b-33d4-4841-9dcc-24e73f481dc7 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:54:29.256352 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Checking agent: {'id': 'd8f3122c-1231-4f5b-931f-565a6de0a48e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'started_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:54:29.256711 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Checking segment: {'id': '9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5552d91b-33d4-4841-9dcc-24e73f481dc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:54:29.257115 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Bound using segment: {'id': '9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5552d91b-33d4-4841-9dcc-24e73f481dc7'} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:54:29.257567 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Bound port: c3f9dc71-1e06-46fe-b26e-55f9a680074b, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5552d91b-33d4-4841-9dcc-24e73f481dc7'}}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:54:29.257955 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:29.330583 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] For port c3f9dc71-1e06-46fe-b26e-55f9a680074b, host hv-cinder-79628, cleared binding levels {{(pid=104657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:54:29.334333 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] For port c3f9dc71-1e06-46fe-b26e-55f9a680074b, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c3f9dc71-1e06-46fe-b26e-55f9a680074b,segment=NetworkSegment(9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620),segment_id=9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620)] {{(pid=104657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:54:29.339615 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:29.343451 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-78880e67-1905-486c-9d32-5578b09d1729 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:29.375840 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:29.376469 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:29.376611 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e812bed-c9d0-41c4-ba63-d45d8117d83b req-4ee9701f-6347-4f99-9346-ae6ebdc58291 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:29.378296 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6e812bed-c9d0-41c4-ba63-d45d8117d83b req-4ee9701f-6347-4f99-9346-ae6ebdc58291 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 946 time: 0.1484485 Jun 23 14:54:29.378770 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] 10.222.0.44 "PUT /v2.0/ports/c3f9dc71-1e06-46fe-b26e-55f9a680074b HTTP/1.1" status: 200 len: 1094 time: 1.0098386 Jun 23 14:54:29.404869 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f9dc71-1e06-46fe-b26e-55f9a680074b,revision_number=3']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:29.409341 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:29.477682 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6e812bed-c9d0-41c4-ba63-d45d8117d83b req-8f99d80f-1e2f-459f-8342-663c3295cb7b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920823 Jun 23 14:54:29.488134 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-39e77ddf-6e16-41ef-be6a-0057ff019a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:29.489845 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-39e77ddf-6e16-41ef-be6a-0057ff019a9b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4a83ffacd484327999f484d8dbf8555&device_id=e22c3f37-da30-4568-972c-a867b49198bf HTTP/1.1" status: 200 len: 1097 time: 0.0622876 Jun 23 14:54:29.513457 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8e4578f5-18a4-4d93-aa06-4f2de9fc76fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16234978'] for router_interface, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:29.540572 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-f3319c54-880b-476f-affc-d180de754e24 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3f9dc71-1e06-46fe-b26e-55f9a680074b HTTP/1.1" status: 200 len: 217 time: 0.0377440 Jun 23 14:54:29.592728 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-7fcb3714-859b-4524-a911-dc5cf38134c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:29.594255 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-7fcb3714-859b-4524-a911-dc5cf38134c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cf4a5e34-7589-4404-98c5-cf628c32c11c HTTP/1.1" status: 200 len: 854 time: 0.0459113 Jun 23 14:54:29.634063 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-22c80b8d-82a9-468a-abd5-448af1172b16 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5552d91b-33d4-4841-9dcc-24e73f481dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318401 Jun 23 14:54:29.726606 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-eea86300-31e2-465a-b2ab-423a8a157fb8 service neutron] 10.222.0.44 "GET /v2.0/networks/5552d91b-33d4-4841-9dcc-24e73f481dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846367 Jun 23 14:54:29.830501 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2c71ce3c-dda9-4aa7-ada6-27199c3acbf4 req-6063953c-9f8f-4821-9a2a-0451100af703 service neutron] 10.222.0.44 "GET /v2.0/networks/5552d91b-33d4-4841-9dcc-24e73f481dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951300 Jun 23 14:54:29.847641 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-8e4578f5-18a4-4d93-aa06-4f2de9fc76fa admin admin] Deleting port b0ad9fe7-d8d9-4533-a373-a5e992cc7a00 {{(pid=104656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:54:29.848035 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8e4578f5-18a4-4d93-aa06-4f2de9fc76fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:29.934477 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.db [None req-8e4578f5-18a4-4d93-aa06-4f2de9fc76fa admin admin] For port b0ad9fe7-d8d9-4533-a373-a5e992cc7a00, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=b0ad9fe7-d8d9-4533-a373-a5e992cc7a00,segment=NetworkSegment(bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc),segment_id=bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc)] {{(pid=104656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:54:29.934947 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8e4578f5-18a4-4d93-aa06-4f2de9fc76fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:29.952370 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-8e4578f5-18a4-4d93-aa06-4f2de9fc76fa admin admin] Calling delete_port for b0ad9fe7-d8d9-4533-a373-a5e992cc7a00 owned by network:router_interface {{(pid=104656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:54:30.014923 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device d53c2996-c985-4fea-8e9f-447f2f457980 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:54:30.031344 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22c3f37-da30-4568-972c-a867b49198bf', 'tag': 'c3f9dc71-1e06-46fe-b26e-55f9a680074b'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:54:30.033822 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7334dfe-9122-49aa-9e7e-2d58617f5317" -d '{"events": [{"name": "network-changed", "server_uuid": "e22c3f37-da30-4568-972c-a867b49198bf", "tag": "c3f9dc71-1e06-46fe-b26e-55f9a680074b"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:54:30.035798 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] No Port match for: d53c2996-c985-4fea-8e9f-447f2f457980 {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:54:30.036242 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device d53c2996-c985-4fea-8e9f-447f2f457980 not bound to the agent host hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:54:30.072708 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95dcde-e25e-4e5c-87e1-9c4d1446eb07 req-986457ce-d27a-4cc3-86b9-cac855b882c9 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:30.074376 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1f95dcde-e25e-4e5c-87e1-9c4d1446eb07 req-986457ce-d27a-4cc3-86b9-cac855b882c9 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22c3f37-da30-4568-972c-a867b49198bf HTTP/1.1" status: 200 len: 944 time: 0.0740833 Jun 23 14:54:30.075915 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738f781e-1532-4ecb-b63b-d1cd71429e2a x-openstack-request-id: req-738f781e-1532-4ecb-b63b-d1cd71429e2a {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:54:30.076233 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22c3f37-da30-4568-972c-a867b49198bf", "tag": "c3f9dc71-1e06-46fe-b26e-55f9a680074b", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:54:30.076517 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-738f781e-1532-4ecb-b63b-d1cd71429e2a {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:54:30.076930 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e22c3f37-da30-4568-972c-a867b49198bf', 'tag': 'c3f9dc71-1e06-46fe-b26e-55f9a680074b', 'status': 'completed', 'code': 200} Jun 23 14:54:30.122377 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1f95dcde-e25e-4e5c-87e1-9c4d1446eb07 req-6552dfa7-5dc4-4504-919c-dde582019bbe tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/security-groups?id=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419745 Jun 23 14:54:30.165550 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7334dfe-9122-49aa-9e7e-2d58617f5317 req-da559b2b-8e47-4e02-b8cf-977a2c9f736a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:30.165831 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8e4578f5-18a4-4d93-aa06-4f2de9fc76fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51636836'] for port, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:30.167051 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b7334dfe-9122-49aa-9e7e-2d58617f5317 req-da559b2b-8e47-4e02-b8cf-977a2c9f736a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4a83ffacd484327999f484d8dbf8555&device_id=e22c3f37-da30-4568-972c-a867b49198bf HTTP/1.1" status: 200 len: 1097 time: 0.0610185 Jun 23 14:54:30.167657 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:30.191900 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4578f5-18a4-4d93-aa06-4f2de9fc76fa admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ad9fe7-d8d9-4533-a373-a5e992cc7a00,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:30.195320 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-8e4578f5-18a4-4d93-aa06-4f2de9fc76fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:30.263252 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7334dfe-9122-49aa-9e7e-2d58617f5317 req-448a5f14-c92b-45a3-b30f-8a44877990c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:30.264685 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b7334dfe-9122-49aa-9e7e-2d58617f5317 req-448a5f14-c92b-45a3-b30f-8a44877990c0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5552d91b-33d4-4841-9dcc-24e73f481dc7 HTTP/1.1" status: 200 len: 915 time: 0.0873821 Jun 23 14:54:30.305882 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b7334dfe-9122-49aa-9e7e-2d58617f5317 req-b9670cde-4cab-4edf-8b6f-cec09f111a86 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3f9dc71-1e06-46fe-b26e-55f9a680074b HTTP/1.1" status: 200 len: 217 time: 0.0331073 Jun 23 14:54:30.353020 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8e4578f5-18a4-4d93-aa06-4f2de9fc76fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604946'] for router_interface, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:30.359874 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7334dfe-9122-49aa-9e7e-2d58617f5317 req-0c3dc669-efa0-426f-a017-d9620005d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:30.361982 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b7334dfe-9122-49aa-9e7e-2d58617f5317 req-0c3dc669-efa0-426f-a017-d9620005d859 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cf4a5e34-7589-4404-98c5-cf628c32c11c HTTP/1.1" status: 200 len: 854 time: 0.0470552 Jun 23 14:54:30.394770 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b7334dfe-9122-49aa-9e7e-2d58617f5317 req-02b21813-639d-4cb7-8bf6-63ea4bcd3b7e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5552d91b-33d4-4841-9dcc-24e73f481dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261490 Jun 23 14:54:30.483641 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b7334dfe-9122-49aa-9e7e-2d58617f5317 req-560c6af7-f2f9-4e88-92d9-d8f373dfef64 service neutron] 10.222.0.44 "GET /v2.0/networks/5552d91b-33d4-4841-9dcc-24e73f481dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807180 Jun 23 14:54:30.575946 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4578f5-18a4-4d93-aa06-4f2de9fc76fa admin admin] Router 62c95602-e02f-4a84-890a-2b973e26cc37 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:54:30.588601 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b7334dfe-9122-49aa-9e7e-2d58617f5317 req-e722a9e5-919c-4c46-af83-dee4cf00c7a2 service neutron] 10.222.0.44 "GET /v2.0/networks/5552d91b-33d4-4841-9dcc-24e73f481dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976138 Jun 23 14:54:30.724919 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4578f5-18a4-4d93-aa06-4f2de9fc76fa admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:54:30.732904 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c882b1-6523-4f0e-8b4e-38e926471e29 req-7dc31396-2614-44ef-8e4d-5eca300db3da tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:30.733049 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e65ab47-ab14-4d9e-8be2-0941b6b54fa9 None None] Sync routers for ids ['62c95602-e02f-4a84-890a-2b973e26cc37'] in dv-cinder-796286-8-iscsi {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:54:30.734400 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c5c882b1-6523-4f0e-8b4e-38e926471e29 req-7dc31396-2614-44ef-8e4d-5eca300db3da tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 946 time: 0.1147583 Jun 23 14:54:30.740282 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-8e4578f5-18a4-4d93-aa06-4f2de9fc76fa admin admin] 10.222.0.65 "PUT /v2.0/routers/62c95602-e02f-4a84-890a-2b973e26cc37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7924526 Jun 23 14:54:30.740843 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 38302) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:30.743060 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e65ab47-ab14-4d9e-8be2-0941b6b54fa9 None None] Routers {'62c95602-e02f-4a84-890a-2b973e26cc37'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:54:30.743815 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-5e65ab47-ab14-4d9e-8be2-0941b6b54fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:54:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['62c95602-e02f-4a84-890a-2b973e26cc37'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:30.851410 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5de17d6e-adf2-4bbb-91c9-63f7f57ad76f admin admin] Notify callbacks [] for router, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:30.865918 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-5e65ab47-ab14-4d9e-8be2-0941b6b54fa9 None None] Set router 62c95602-e02f-4a84-890a-2b973e26cc37 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:54:30.884641 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c5c882b1-6523-4f0e-8b4e-38e926471e29 req-94a6ad0c-8c2c-4366-9546-42fcf0390e92 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443160 Jun 23 14:54:30.956387 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5de17d6e-adf2-4bbb-91c9-63f7f57ad76f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:31.011778 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-5de17d6e-adf2-4bbb-91c9-63f7f57ad76f admin admin] Deleting port fab9d9fd-871b-4dc1-8453-802f4124a429 {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:54:31.012038 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5de17d6e-adf2-4bbb-91c9-63f7f57ad76f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:31.044780 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-5e65ab47-ab14-4d9e-8be2-0941b6b54fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c95602-e02f-4a84-890a-2b973e26cc37', 'name': 'tempest-ServerRescueNegativeTestJSON-912376936-router', 'tenant_id': '39af58d17879414891f063215d964cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'fab9d9fd-871b-4dc1-8453-802f4124a429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:50:44Z', 'updated_at': '2021-06-23T14:54:30Z', 'revision_number': 5, 'project_id': '39af58d17879414891f063215d964cba', 'gw_port': {'id': 'fab9d9fd-871b-4dc1-8453-802f4124a429', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c95602-e02f-4a84-890a-2b973e26cc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:50:45Z', 'updated_at': '2021-06-23T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:31.071824 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e65ab47-ab14-4d9e-8be2-0941b6b54fa9 None None] Checking router: 62c95602-e02f-4a84-890a-2b973e26cc37 for host: dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:54:31.080311 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e65ab47-ab14-4d9e-8be2-0941b6b54fa9 None None] Routers {'62c95602-e02f-4a84-890a-2b973e26cc37'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:54:31.080922 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-5e65ab47-ab14-4d9e-8be2-0941b6b54fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:54:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['62c95602-e02f-4a84-890a-2b973e26cc37'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:31.097377 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [None req-5de17d6e-adf2-4bbb-91c9-63f7f57ad76f admin admin] For port fab9d9fd-871b-4dc1-8453-802f4124a429, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=fab9d9fd-871b-4dc1-8453-802f4124a429,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:54:31.097919 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5de17d6e-adf2-4bbb-91c9-63f7f57ad76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:31.112760 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-5de17d6e-adf2-4bbb-91c9-63f7f57ad76f admin admin] Calling delete_port for fab9d9fd-871b-4dc1-8453-802f4124a429 owned by network:router_gateway {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:54:31.191342 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-5e65ab47-ab14-4d9e-8be2-0941b6b54fa9 None None] Set router 62c95602-e02f-4a84-890a-2b973e26cc37 gateway port host: None {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:54:31.244490 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-5e65ab47-ab14-4d9e-8be2-0941b6b54fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c95602-e02f-4a84-890a-2b973e26cc37', 'name': 'tempest-ServerRescueNegativeTestJSON-912376936-router', 'tenant_id': '39af58d17879414891f063215d964cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:50:44Z', 'updated_at': '2021-06-23T14:54:30Z', 'revision_number': 6, 'project_id': '39af58d17879414891f063215d964cba', 'gw_port_host': None}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:31.285640 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e65ab47-ab14-4d9e-8be2-0941b6b54fa9 None None] The sync data for ids ['62c95602-e02f-4a84-890a-2b973e26cc37'] in dv-cinder-796286-8-iscsi is: [{'id': '62c95602-e02f-4a84-890a-2b973e26cc37', 'name': 'tempest-ServerRescueNegativeTestJSON-912376936-router', 'tenant_id': '39af58d17879414891f063215d964cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:50:44Z', 'updated_at': '2021-06-23T14:54:30Z', 'revision_number': 6, 'project_id': '39af58d17879414891f063215d964cba', 'gw_port_host': None}] {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:54:31.363072 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde8e4c-ac56-4dd0-9f4f-4731fbe6dfd5 req-e71dd980-c194-4c15-91e5-dc99fe6560b0 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:31.364543 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7dde8e4c-ac56-4dd0-9f4f-4731fbe6dfd5 req-e71dd980-c194-4c15-91e5-dc99fe6560b0 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 946 time: 0.1974468 Jun 23 14:54:31.465669 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1a4fa-81d9-4d83-81c4-54c16b92722e req-a83244fa-f902-415a-bb77-3a09edab6447 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:31.467132 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-dbe1a4fa-81d9-4d83-81c4-54c16b92722e req-a83244fa-f902-415a-bb77-3a09edab6447 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22c3f37-da30-4568-972c-a867b49198bf HTTP/1.1" status: 200 len: 944 time: 0.2158718 Jun 23 14:54:31.501662 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5de17d6e-adf2-4bbb-91c9-63f7f57ad76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:31.511434 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c8b70b96-4660-446f-8fe7-14d61658e5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:31.553758 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de17d6e-adf2-4bbb-91c9-63f7f57ad76f admin admin] Pushing event deleted for resources: {'Port': ['ID=fab9d9fd-871b-4dc1-8453-802f4124a429,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:31.556533 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-5de17d6e-adf2-4bbb-91c9-63f7f57ad76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:31.592126 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-dbe1a4fa-81d9-4d83-81c4-54c16b92722e req-46335c9b-37f9-4a97-a220-e1dd9e37f68f tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/security-groups?id=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164753 Jun 23 14:54:31.638006 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5de17d6e-adf2-4bbb-91c9-63f7f57ad76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603015'] for router_gateway, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:31.640651 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-7dde8e4c-ac56-4dd0-9f4f-4731fbe6dfd5 req-ed8b6657-b715-4203-b58b-de51e33489a4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Deleting port 1cbddff4-17f6-40d0-b5a1-9b072835544f {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:54:31.640978 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7dde8e4c-ac56-4dd0-9f4f-4731fbe6dfd5 req-ed8b6657-b715-4203-b58b-de51e33489a4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:31.790259 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5de17d6e-adf2-4bbb-91c9-63f7f57ad76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62283'] for router, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:31.793722 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5de17d6e-adf2-4bbb-91c9-63f7f57ad76f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:31.871434 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5de17d6e-adf2-4bbb-91c9-63f7f57ad76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604649'] for router, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:31.872130 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de17d6e-adf2-4bbb-91c9-63f7f57ad76f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62c95602-e02f-4a84-890a-2b973e26cc37 {{(pid=104657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:54:31.881887 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5de17d6e-adf2-4bbb-91c9-63f7f57ad76f admin admin] Notify callbacks [] for router, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:31.883002 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-5de17d6e-adf2-4bbb-91c9-63f7f57ad76f admin admin] 10.222.0.65 "DELETE /v2.0/routers/62c95602-e02f-4a84-890a-2b973e26cc37 HTTP/1.1" status: 204 len: 168 time: 1.1411326 Jun 23 14:54:31.885732 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38308) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:31.888379 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-7dde8e4c-ac56-4dd0-9f4f-4731fbe6dfd5 req-ed8b6657-b715-4203-b58b-de51e33489a4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] For port 1cbddff4-17f6-40d0-b5a1-9b072835544f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1cbddff4-17f6-40d0-b5a1-9b072835544f,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:54:31.888730 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7dde8e4c-ac56-4dd0-9f4f-4731fbe6dfd5 req-ed8b6657-b715-4203-b58b-de51e33489a4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:31.932886 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_v2 [None req-407bdbc1-64fe-4660-892a-503b2a306d6a admin admin] Deleting subnet f484191a-aa0e-4ca0-9d09-feeb8b46b4c9 {{(pid=104656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:54:31.936295 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-407bdbc1-64fe-4660-892a-503b2a306d6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:31.976476 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-407bdbc1-64fe-4660-892a-503b2a306d6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51554208'] for subnet, precommit_delete_associations {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:32.017260 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device c3f9dc71-1e06-46fe-b26e-55f9a680074b details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:54:32.050342 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-407bdbc1-64fe-4660-892a-503b2a306d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16078100'] for subnet, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:32.136146 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfe505-9946-4d53-8c0e-790dfaeecf00 req-228b96d5-d3d4-4f84-a3ac-7fd8a04f24d5 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:32.137870 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-25cfe505-9946-4d53-8c0e-790dfaeecf00 req-228b96d5-d3d4-4f84-a3ac-7fd8a04f24d5 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 946 time: 0.1278715 Jun 23 14:54:32.145049 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-407bdbc1-64fe-4660-892a-503b2a306d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16078093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51636782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51615615'] for subnet, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:32.150419 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-09db9476-b48e-403f-bab9-f172b08db92d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:32.159621 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port c3f9dc71-1e06-46fe-b26e-55f9a680074b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c3f9dc71-1e06-46fe-b26e-55f9a680074b,segment=NetworkSegment(9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620),segment_id=9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:54:32.172582 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': 'c3f9dc71-1e06-46fe-b26e-55f9a680074b', 'network_id': '5552d91b-33d4-4841-9dcc-24e73f481dc7', 'port_id': 'c3f9dc71-1e06-46fe-b26e-55f9a680074b', 'mac_address': 'fa:16:3e:59:8e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4a5e34-7589-4404-98c5-cf628c32c11c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:54:32.246433 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:32.273542 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f9dc71-1e06-46fe-b26e-55f9a680074b {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:54:32.318595 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port c3f9dc71-1e06-46fe-b26e-55f9a680074b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c3f9dc71-1e06-46fe-b26e-55f9a680074b,segment=NetworkSegment(9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620),segment_id=9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:54:32.325050 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:32.331366 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:32.415310 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7dde8e4c-ac56-4dd0-9f4f-4731fbe6dfd5 req-ed8b6657-b715-4203-b58b-de51e33489a4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:32.416639 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7dde8e4c-ac56-4dd0-9f4f-4731fbe6dfd5 req-ed8b6657-b715-4203-b58b-de51e33489a4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602980'] for floatingip, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:32.417522 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.db.l3_db [req-7dde8e4c-ac56-4dd0-9f4f-4731fbe6dfd5 req-ed8b6657-b715-4203-b58b-de51e33489a4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Floating IP d42c64d3-3cac-4981-b439-97a7e1573500 disassociated. External IP: 172.27.2.23, port: 1cbddff4-17f6-40d0-b5a1-9b072835544f. Jun 23 14:54:32.418984 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-7dde8e4c-ac56-4dd0-9f4f-4731fbe6dfd5 req-ed8b6657-b715-4203-b58b-de51e33489a4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Calling delete_port for 1cbddff4-17f6-40d0-b5a1-9b072835544f owned by compute:nova {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:54:32.420880 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=c3f9dc71-1e06-46fe-b26e-55f9a680074b,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:32.433335 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:32.436407 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:32.438319 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:32.439065 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:32.439804 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:32.441436 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:32.442676 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:32.443600 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:32.444417 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:32.445808 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:32.447280 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:32.447752 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407bdbc1-64fe-4660-892a-503b2a306d6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f484191a-aa0e-4ca0-9d09-feeb8b46b4c9,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:32.448429 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:32.453375 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-407bdbc1-64fe-4660-892a-503b2a306d6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:32.455439 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-407bdbc1-64fe-4660-892a-503b2a306d6a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f484191a-aa0e-4ca0-9d09-feeb8b46b4c9 HTTP/1.1" status: 204 len: 168 time: 0.5686445 Jun 23 14:54:32.457895 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-407bdbc1-64fe-4660-892a-503b2a306d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:32.458394 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38312) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:32.459413 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:32.490663 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-25cfe505-9946-4d53-8c0e-790dfaeecf00 req-d610072b-669a-4ccb-9a15-43d104454bef tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=afaa336a-14ce-4d91-a95b-295edfb5e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3420229 Jun 23 14:54:32.588557 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-92ee115e-4b29-4cbc-8e2e-000aec06c06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235410'] for network, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:32.598725 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device b0ad9fe7-d8d9-4533-a373-a5e992cc7a00 no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:54:32.618226 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7dde8e4c-ac56-4dd0-9f4f-4731fbe6dfd5 req-ed8b6657-b715-4203-b58b-de51e33489a4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:32.627949 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: b0ad9fe7-d8d9-4533-a373-a5e992cc7a00 {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:54:32.628313 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device b0ad9fe7-d8d9-4533-a373-a5e992cc7a00 not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:54:32.631362 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device fab9d9fd-871b-4dc1-8453-802f4124a429 no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:54:32.635536 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:32.654824 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: fab9d9fd-871b-4dc1-8453-802f4124a429 {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:54:32.655195 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device fab9d9fd-871b-4dc1-8453-802f4124a429 not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:54:32.657036 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['c3f9dc71-1e06-46fe-b26e-55f9a680074b'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:54:32.714667 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-92ee115e-4b29-4cbc-8e2e-000aec06c06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16034969', 'neutron.services.segments.db._delete_segments_for_network-8784122434079'] for network, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:32.728864 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-92ee115e-4b29-4cbc-8e2e-000aec06c06b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316343f5-6494-40b4-8f2d-d07926cd87f2']}} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:32.748828 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-92ee115e-4b29-4cbc-8e2e-000aec06c06b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc') {'for_net_delete': True} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:32.749333 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-92ee115e-4b29-4cbc-8e2e-000aec06c06b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5862cd-fb8a-447d-95ff-3cc8cbb6dedc') {} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:32.751520 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b6657-b715-4203-b58b-de51e33489a4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Pushing event deleted for resources: {'Port': ['ID=1cbddff4-17f6-40d0-b5a1-9b072835544f,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:32.770887 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-92ee115e-4b29-4cbc-8e2e-000aec06c06b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784122471918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51554239'] for segment, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:32.786928 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-ed8b6657-b715-4203-b58b-de51e33489a4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:32.788277 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-92ee115e-4b29-4cbc-8e2e-000aec06c06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:32.799959 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ee115e-4b29-4cbc-8e2e-000aec06c06b admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=104656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:54:32.800576 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-92ee115e-4b29-4cbc-8e2e-000aec06c06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51636915'] for segment, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: Traceback (most recent call last): Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: timer() Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: cb(*args, **kw) Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: return func(*args, **kwargs) Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: self._notify() Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: self.callback(batched_events) Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: event.method(event) Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: return f(self, *a, **k) Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: return self._get(url).json() Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: return self.request(url, 'GET', **kwargs) Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:54:32.807731 dv-cinder-796286-8-iscsi neutron-server[104656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:54:32.834796 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dde8e4c-ac56-4dd0-9f4f-4731fbe6dfd5 req-ed8b6657-b715-4203-b58b-de51e33489a4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:54:32.886286 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-92ee115e-4b29-4cbc-8e2e-000aec06c06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16034962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602998'] for network, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:32.891047 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:32.906378 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-92ee115e-4b29-4cbc-8e2e-000aec06c06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:32.908458 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-92ee115e-4b29-4cbc-8e2e-000aec06c06b admin admin] 10.222.0.65 "DELETE /v2.0/networks/316343f5-6494-40b4-8f2d-d07926cd87f2 HTTP/1.1" status: 204 len: 168 time: 0.4488587 Jun 23 14:54:32.910227 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee115e-4b29-4cbc-8e2e-000aec06c06b admin admin] Pushing event deleted for resources: {'Network': ['ID=316343f5-6494-40b4-8f2d-d07926cd87f2,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:32.913476 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-92ee115e-4b29-4cbc-8e2e-000aec06c06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:33.022592 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dde8e4c-ac56-4dd0-9f4f-4731fbe6dfd5 req-ed8b6657-b715-4203-b58b-de51e33489a4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:54:33.034154 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e6f61-4138-4a2a-8011-17c9c8eaca26 None None] Sync routers for ids ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:54:33.045064 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e6f61-4138-4a2a-8011-17c9c8eaca26 None None] Routers {'8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:54:33.046392 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-be6e6f61-4138-4a2a-8011-17c9c8eaca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:54:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:33.061401 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46ea7b-0756-4c63-8b80-f93226e8021f req-3916fad4-6257-4003-a3e7-bd7a1dcb4115 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:33.064041 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5e46ea7b-0756-4c63-8b80-f93226e8021f req-3916fad4-6257-4003-a3e7-bd7a1dcb4115 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22c3f37-da30-4568-972c-a867b49198bf HTTP/1.1" status: 200 len: 945 time: 0.2842519 Jun 23 14:54:33.081480 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dde8e4c-ac56-4dd0-9f4f-4731fbe6dfd5 req-ed8b6657-b715-4203-b58b-de51e33489a4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] No DVR routers for this DVR port 1cbddff4-17f6-40d0-b5a1-9b072835544f on host hv-cinder-79628 {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:54:33.084681 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38320) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:33.084829 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7dde8e4c-ac56-4dd0-9f4f-4731fbe6dfd5 req-ed8b6657-b715-4203-b58b-de51e33489a4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:33.086833 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7dde8e4c-ac56-4dd0-9f4f-4731fbe6dfd5 req-ed8b6657-b715-4203-b58b-de51e33489a4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.44 "DELETE /v2.0/ports/1cbddff4-17f6-40d0-b5a1-9b072835544f HTTP/1.1" status: 204 len: 173 time: 1.7102978 Jun 23 14:54:33.088053 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab1818e-124b-44f6-8290-75fed35fe3b0', 'name': 'network-vif-deleted', 'tag': '1cbddff4-17f6-40d0-b5a1-9b072835544f'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:54:33.091162 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849b3a4a-9518-4bea-bd22-ef6afea74f63" -d '{"events": [{"server_uuid": "0ab1818e-124b-44f6-8290-75fed35fe3b0", "name": "network-vif-deleted", "tag": "1cbddff4-17f6-40d0-b5a1-9b072835544f"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:54:33.128785 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5e46ea7b-0756-4c63-8b80-f93226e8021f req-054163dd-b0a3-41bd-b749-9d9705e2a232 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/security-groups?id=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485475 Jun 23 14:54:33.149075 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408f065f-76a9-4763-b30b-89158fad3cbf x-openstack-request-id: req-408f065f-76a9-4763-b30b-89158fad3cbf {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:54:33.150265 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab1818e-124b-44f6-8290-75fed35fe3b0", "name": "network-vif-deleted", "tag": "1cbddff4-17f6-40d0-b5a1-9b072835544f", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:54:33.150609 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-408f065f-76a9-4763-b30b-89158fad3cbf {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:54:33.151046 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab1818e-124b-44f6-8290-75fed35fe3b0', 'name': 'network-vif-deleted', 'tag': '1cbddff4-17f6-40d0-b5a1-9b072835544f', 'status': 'completed', 'code': 200} Jun 23 14:54:33.204177 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-b71d9eb3-1d9c-4d0d-a516-d4c6f6e6e6aa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=39af58d17879414891f063215d964cba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1167154 Jun 23 14:54:33.208198 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38324) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:33.243441 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-be6e6f61-4138-4a2a-8011-17c9c8eaca26 None None] Set router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:54:33.271491 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-524d04b4-fcf4-4e0d-abf5-04208f0138d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:33.299650 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-524d04b4-fcf4-4e0d-abf5-04208f0138d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:33.364980 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-524d04b4-fcf4-4e0d-abf5-04208f0138d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:33.370937 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-524d04b4-fcf4-4e0d-abf5-04208f0138d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:33.372330 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-524d04b4-fcf4-4e0d-abf5-04208f0138d6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3ecb3383-e563-40d0-852c-7409b2bb7424 HTTP/1.1" status: 204 len: 168 time: 0.1627157 Jun 23 14:54:33.376594 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-8fa61969-a883-46aa-ab62-9cad5c98d5a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:33.386300 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d04b4-fcf4-4e0d-abf5-04208f0138d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecb3383-e563-40d0-852c-7409b2bb7424,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:33.391043 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-524d04b4-fcf4-4e0d-abf5-04208f0138d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:33.531719 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-be6e6f61-4138-4a2a-8011-17c9c8eaca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-router', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:39Z', 'revision_number': 4, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'gw_port': {'id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:33Z', 'updated_at': '2021-06-23T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': 'bc336e90-a726-4ad7-8c50-12ac53d21907', 'name': '', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'mac_address': 'fa:16:3e:df:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:37Z', 'updated_at': '2021-06-23T14:49:50Z', 'revision_number': 5, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'subnets': [{'id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:33.568709 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e6f61-4138-4a2a-8011-17c9c8eaca26 None None] Checking router: 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:54:33.580452 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e6f61-4138-4a2a-8011-17c9c8eaca26 None None] Routers {'8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:54:33.581115 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-be6e6f61-4138-4a2a-8011-17c9c8eaca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:54:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:33.733647 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-be6e6f61-4138-4a2a-8011-17c9c8eaca26 None None] Set router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:54:33.736162 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8a8046e1-a1f2-4ea2-b22c-e3e258e1793f req-01b7b3b2-fb85-4a8c-829a-105c2a15b7b4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab1818e-124b-44f6-8290-75fed35fe3b0 HTTP/1.1" status: 200 len: 210 time: 0.0453939 Jun 23 14:54:34.060821 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device c3f9dc71-1e06-46fe-b26e-55f9a680074b up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:54:34.162157 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning for port c3f9dc71-1e06-46fe-b26e-55f9a680074b completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:54:34.168404 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port c3f9dc71-1e06-46fe-b26e-55f9a680074b triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:54:34.168802 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:34.236950 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-be6e6f61-4138-4a2a-8011-17c9c8eaca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-router', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:39Z', 'revision_number': 4, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'gw_port': {'id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:33Z', 'updated_at': '2021-06-23T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': 'bc336e90-a726-4ad7-8c50-12ac53d21907', 'name': '', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'mac_address': 'fa:16:3e:df:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:37Z', 'updated_at': '2021-06-23T14:49:50Z', 'revision_number': 5, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'subnets': [{'id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:34.271630 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e6f61-4138-4a2a-8011-17c9c8eaca26 None None] The sync data for ids ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'] in dv-cinder-796286-8-iscsi is: [{'id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-router', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:39Z', 'revision_number': 4, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'gw_port': {'id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:33Z', 'updated_at': '2021-06-23T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': 'bc336e90-a726-4ad7-8c50-12ac53d21907', 'name': '', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'mac_address': 'fa:16:3e:df:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:37Z', 'updated_at': '2021-06-23T14:49:50Z', 'revision_number': 5, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'subnets': [{'id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:54:34.319482 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:34.340303 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38350) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:34.360129 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22c3f37-da30-4568-972c-a867b49198bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f9dc71-1e06-46fe-b26e-55f9a680074b'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:54:34.363120 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c40176-9395-4709-b948-38251d411c63" -d '{"events": [{"server_uuid": "e22c3f37-da30-4568-972c-a867b49198bf", "name": "network-vif-plugged", "status": "completed", "tag": "c3f9dc71-1e06-46fe-b26e-55f9a680074b"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:54:34.382652 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0734fd-caeb-4986-9839-908e9d4b2448 req-fa4e17f6-1e54-416f-84d5-b7db08a769c3 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:34.384182 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-8e0734fd-caeb-4986-9839-908e9d4b2448 req-fa4e17f6-1e54-416f-84d5-b7db08a769c3 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22c3f37-da30-4568-972c-a867b49198bf HTTP/1.1" status: 200 len: 945 time: 0.0842276 Jun 23 14:54:34.386984 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port c3f9dc71-1e06-46fe-b26e-55f9a680074b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c3f9dc71-1e06-46fe-b26e-55f9a680074b,segment=NetworkSegment(9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620),segment_id=9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:54:34.394203 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:34.395116 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 1cbddff4-17f6-40d0-b5a1-9b072835544f no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:54:34.397864 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-e7ddea84-064b-4a4a-8a8e-20ab7f5033b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:34.450493 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7189c271-7e4b-4533-93c9-46627632acc3 x-openstack-request-id: req-7189c271-7e4b-4533-93c9-46627632acc3 {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:54:34.450853 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22c3f37-da30-4568-972c-a867b49198bf", "name": "network-vif-plugged", "status": "completed", "tag": "c3f9dc71-1e06-46fe-b26e-55f9a680074b", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:54:34.451029 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7189c271-7e4b-4533-93c9-46627632acc3 {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:54:34.451434 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22c3f37-da30-4568-972c-a867b49198bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f9dc71-1e06-46fe-b26e-55f9a680074b', 'code': 200} Jun 23 14:54:34.454337 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] No Port match for: 1cbddff4-17f6-40d0-b5a1-9b072835544f {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:54:34.454816 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 1cbddff4-17f6-40d0-b5a1-9b072835544f not bound to the agent host hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:54:34.467528 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-8e0734fd-caeb-4986-9839-908e9d4b2448 req-32480744-167a-4516-b9e7-04664cfbb7d2 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/security-groups?id=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762439 Jun 23 14:54:34.472832 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=c3f9dc71-1e06-46fe-b26e-55f9a680074b,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:34.476198 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:34.494593 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-4d0f96ef-5ca5-443d-98b6-2d1e0bb5d415 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-570177630-network', 'tenant_id': 'da48f2e79b574606b8956decb7058dd6'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:54:34.522643 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0f96ef-5ca5-443d-98b6-2d1e0bb5d415 admin admin] Made reservation on behalf of da48f2e79b574606b8956decb7058dd6 for: {'network': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:54:34.525197 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4d0f96ef-5ca5-443d-98b6-2d1e0bb5d415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for network, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:34.539440 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4d0f96ef-5ca5-443d-98b6-2d1e0bb5d415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:34.664308 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf7025d-41e0-4c58-ac3e-04256265ebed None None] New status for floating IP d42c64d3-3cac-4981-b439-97a7e1573500: DOWN {{(pid=104659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:54:34.678891 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4d0f96ef-5ca5-443d-98b6-2d1e0bb5d415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:34.684433 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4d0f96ef-5ca5-443d-98b6-2d1e0bb5d415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:34.690039 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-eb7c73d5-98b0-4911-9ef6-5a69cc89cc7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:34.696524 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d496ce-745a-4b9e-a61d-cf6d3648515b req-519013ff-93bc-42c6-8d96-068d4a0d7538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:34.698144 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-86d496ce-745a-4b9e-a61d-cf6d3648515b req-519013ff-93bc-42c6-8d96-068d4a0d7538 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e22c3f37-da30-4568-972c-a867b49198bf HTTP/1.1" status: 200 len: 1099 time: 0.0723352 Jun 23 14:54:34.714786 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0f96ef-5ca5-443d-98b6-2d1e0bb5d415 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=104656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:54:34.725696 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f96ef-5ca5-443d-98b6-2d1e0bb5d415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0f3686-cbff-4ffa-95dd-dc1ec72efaa8,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:34.729898 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-4d0f96ef-5ca5-443d-98b6-2d1e0bb5d415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:34.732855 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4d0f96ef-5ca5-443d-98b6-2d1e0bb5d415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:34.733197 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.db.segments_db [None req-4d0f96ef-5ca5-443d-98b6-2d1e0bb5d415 admin admin] Added segment 5e29e652-f67e-406f-804a-18d3822bb13e of type vlan for network 4f1dedc3-d735-41d2-ab5b-be5127904f29 Jun 23 14:54:34.775653 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-86d496ce-745a-4b9e-a61d-cf6d3648515b req-1535cf0f-c388-4a97-811f-c56bfcac8e92 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685091 Jun 23 14:54:34.785321 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4d0f96ef-5ca5-443d-98b6-2d1e0bb5d415 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784121897485'] for network, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:34.819593 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4d0f96ef-5ca5-443d-98b6-2d1e0bb5d415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374'] for network, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:34.821237 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0f96ef-5ca5-443d-98b6-2d1e0bb5d415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:34.821931 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4d0f96ef-5ca5-443d-98b6-2d1e0bb5d415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:34.834780 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:34.840308 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-4d0f96ef-5ca5-443d-98b6-2d1e0bb5d415 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4989102 Jun 23 14:54:34.844128 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 38358) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:34.849364 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-04b71f23-8711-40d3-aaaa-71d92cb8f333 admin admin] Request body: {'subnet': {'network_id': '4f1dedc3-d735-41d2-ab5b-be5127904f29', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-570177630-subnet', 'tenant_id': 'da48f2e79b574606b8956decb7058dd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:54:34.882543 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b71f23-8711-40d3-aaaa-71d92cb8f333 admin admin] Made reservation on behalf of da48f2e79b574606b8956decb7058dd6 for: {'subnet': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:54:34.885858 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-04b71f23-8711-40d3-aaaa-71d92cb8f333 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4170543'] for subnet, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:34.902978 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f96ef-5ca5-443d-98b6-2d1e0bb5d415 admin admin] Pushing event updated for resources: {'Network': ['ID=4f1dedc3-d735-41d2-ab5b-be5127904f29,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:34.915288 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-4d0f96ef-5ca5-443d-98b6-2d1e0bb5d415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:34.916124 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Network 4f1dedc3-d735-41d2-ab5b-be5127904f29 details requested by agent ovs-agent-dv-cinder-796286-8-iscsi with host dv-cinder-796286-8-iscsi {{(pid=104658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:54:34.930131 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38362) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:35.013422 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-94e0ac90-0ad3-4d13-b8c1-779e58cab650 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:35.039926 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-94e0ac90-0ad3-4d13-b8c1-779e58cab650 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:35.092529 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-04b71f23-8711-40d3-aaaa-71d92cb8f333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3529996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4170557'] for subnet, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:35.096330 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-58c2b7a5-39b0-40ea-9aae-f83865c578ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:35.096684 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-94e0ac90-0ad3-4d13-b8c1-779e58cab650 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:35.100475 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-94e0ac90-0ad3-4d13-b8c1-779e58cab650 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:35.101635 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-94e0ac90-0ad3-4d13-b8c1-779e58cab650 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "DELETE /v2.0/security-groups/afaa336a-14ce-4d91-a95b-295edfb5e395 HTTP/1.1" status: 204 len: 168 time: 0.1703842 Jun 23 14:54:35.102578 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-c5f31d8f-33d9-4951-b00c-9e15961a6e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:35.105535 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38364) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:35.122792 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0ac90-0ad3-4d13-b8c1-779e58cab650 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaa336a-14ce-4d91-a95b-295edfb5e395,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:35.125199 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-94e0ac90-0ad3-4d13-b8c1-779e58cab650 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:35.126464 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.api.v2.resource [None req-d977ffbb-45dc-48f4-bd29-7878b30c42bd tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] show failed (client error): The resource could not be found. Jun 23 14:54:35.127485 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-d977ffbb-45dc-48f4-bd29-7878b30c42bd tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups/afaa336a-14ce-4d91-a95b-295edfb5e395 HTTP/1.1" status: 404 len: 347 time: 0.0210345 Jun 23 14:54:35.132657 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 38366) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:35.185576 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b71f23-8711-40d3-aaaa-71d92cb8f333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=801e1c3c-6321-4b46-bdd1-03d971c0d200,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:35.194616 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-04b71f23-8711-40d3-aaaa-71d92cb8f333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:35.247123 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b71f23-8711-40d3-aaaa-71d92cb8f333 admin admin] Checking segment: {'id': '5e29e652-f67e-406f-804a-18d3822bb13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4f1dedc3-d735-41d2-ab5b-be5127904f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:54:35.247752 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b71f23-8711-40d3-aaaa-71d92cb8f333 admin admin] Network hostable DHCP agents. Network: 4f1dedc3-d735-41d2-ab5b-be5127904f29, hostable agents: ['0b7df506-3eca-4aef-99ab-b9f92b008033'], hosted agents: [] {{(pid=104657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:54:35.295312 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b71f23-8711-40d3-aaaa-71d92cb8f333 admin admin] Network 4f1dedc3-d735-41d2-ab5b-be5127904f29 is scheduled to be hosted by DHCP agent 0b7df506-3eca-4aef-99ab-b9f92b008033 with binding_index 1 {{(pid=104657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:54:35.309138 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-04b71f23-8711-40d3-aaaa-71d92cb8f333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-iscsi, 4f1dedc3-d735-41d2-ab5b-be5127904f29) {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:54:35.315388 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b71f23-8711-40d3-aaaa-71d92cb8f333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:35.315972 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-04b71f23-8711-40d3-aaaa-71d92cb8f333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:35.326659 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624ddff6-5f84-49b6-9c50-bcc5abb08501 None None] Network 4f1dedc3-d735-41d2-ab5b-be5127904f29 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:54:35.330800 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-3708f9d0-3fc1-441c-b8c8-1d40619b7555 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Deleting port 4dbaa581-9552-4dc1-8a15-d8b2209634e3 {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:54:35.331199 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3708f9d0-3fc1-441c-b8c8-1d40619b7555 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:35.347648 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-04b71f23-8711-40d3-aaaa-71d92cb8f333 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5007589 Jun 23 14:54:35.420941 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3708f9d0-3fc1-441c-b8c8-1d40619b7555 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:35.421817 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3708f9d0-3fc1-441c-b8c8-1d40619b7555 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:35.445934 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-3708f9d0-3fc1-441c-b8c8-1d40619b7555 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Calling delete_port for 4dbaa581-9552-4dc1-8a15-d8b2209634e3 owned by network:floatingip {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:54:35.501440 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f86b5e5-1781-4a0e-b4c7-cbd98272e79e None None] Network 4f1dedc3-d735-41d2-ab5b-be5127904f29 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:54:35.683404 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3708f9d0-3fc1-441c-b8c8-1d40619b7555 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:35.686261 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-0974cdad-41ee-4e88-b88d-41646223a05a tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:35.712169 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708f9d0-3fc1-441c-b8c8-1d40619b7555 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Pushing event deleted for resources: {'Port': ['ID=4dbaa581-9552-4dc1-8a15-d8b2209634e3,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:35.716990 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-3708f9d0-3fc1-441c-b8c8-1d40619b7555 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:35.789507 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efa539-c983-4194-9079-5437e3d1312e req-de6a00db-f605-489f-8b13-d1dde7f6ba6d tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:35.798367 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-d3efa539-c983-4194-9079-5437e3d1312e req-de6a00db-f605-489f-8b13-d1dde7f6ba6d tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22c3f37-da30-4568-972c-a867b49198bf HTTP/1.1" status: 200 len: 946 time: 0.1021538 Jun 23 14:54:35.800806 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3708f9d0-3fc1-441c-b8c8-1d40619b7555 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for floatingip, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:35.804273 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3708f9d0-3fc1-441c-b8c8-1d40619b7555 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for floatingip, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:35.805464 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-3708f9d0-3fc1-441c-b8c8-1d40619b7555 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "DELETE /v2.0/floatingips/d42c64d3-3cac-4981-b439-97a7e1573500 HTTP/1.1" status: 204 len: 168 time: 0.6704388 Jun 23 14:54:35.842253 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-d3efa539-c983-4194-9079-5437e3d1312e req-7bfcdc55-9d29-4b8c-a00d-a6e781701183 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/security-groups?id=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428421 Jun 23 14:54:36.037809 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 38388) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:36.043305 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-b9f10421-5f59-41db-bc26-0ae9a49f8acb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-4947390-network', 'tenant_id': '87704950b1544a61aff00ada9d56b467'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:54:36.068196 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f10421-5f59-41db-bc26-0ae9a49f8acb admin admin] Made reservation on behalf of 87704950b1544a61aff00ada9d56b467 for: {'network': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:54:36.071658 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b9f10421-5f59-41db-bc26-0ae9a49f8acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for network, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:36.089660 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b9f10421-5f59-41db-bc26-0ae9a49f8acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:36.178150 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b9f10421-5f59-41db-bc26-0ae9a49f8acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:36.182307 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b9f10421-5f59-41db-bc26-0ae9a49f8acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:36.185425 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-b96f290c-c4c3-417d-8971-875030cc7e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:36.214216 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f10421-5f59-41db-bc26-0ae9a49f8acb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=104657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:54:36.220692 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f10421-5f59-41db-bc26-0ae9a49f8acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07b3e77-4fad-461f-b4a7-1258f4aad852,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:36.224309 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-b9f10421-5f59-41db-bc26-0ae9a49f8acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:36.229490 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b9f10421-5f59-41db-bc26-0ae9a49f8acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:36.229874 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.db.segments_db [None req-b9f10421-5f59-41db-bc26-0ae9a49f8acb admin admin] Added segment 95eff00b-8de1-4a1b-b263-113dea20decd of type vlan for network 7564b542-5847-40eb-8081-490f26bb8f65 Jun 23 14:54:36.260448 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 38390) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:36.267914 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-3538d1e0-fc9a-487b-8fb7-a178e7a89a24 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1997866024', 'description': 'tempest-description--1043831296'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:54:36.285628 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b9f10421-5f59-41db-bc26-0ae9a49f8acb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784121897485'] for network, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:36.307650 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3538d1e0-fc9a-487b-8fb7-a178e7a89a24 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:36.334041 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b9f10421-5f59-41db-bc26-0ae9a49f8acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374'] for network, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:36.336792 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f10421-5f59-41db-bc26-0ae9a49f8acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:36.337367 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b9f10421-5f59-41db-bc26-0ae9a49f8acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:36.342003 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c8de5996-52b9-43f9-b5fb-40e7f770d6fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:36.417647 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f10421-5f59-41db-bc26-0ae9a49f8acb admin admin] Pushing event updated for resources: {'Network': ['ID=7564b542-5847-40eb-8081-490f26bb8f65,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:36.422338 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-b9f10421-5f59-41db-bc26-0ae9a49f8acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:36.428160 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Network 7564b542-5847-40eb-8081-490f26bb8f65 details requested by agent ovs-agent-dv-cinder-796286-8-iscsi with host dv-cinder-796286-8-iscsi {{(pid=104658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:54:36.460570 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3538d1e0-fc9a-487b-8fb7-a178e7a89a24 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:36.466962 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3538d1e0-fc9a-487b-8fb7-a178e7a89a24 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:36.470896 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-8e01b021-6790-4f9d-b768-ab236484bad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:36.474989 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-b9f10421-5f59-41db-bc26-0ae9a49f8acb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4359841 Jun 23 14:54:36.477654 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38394) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:36.483393 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-0c3164e0-641d-4de1-ad78-7b03d5cc84ee admin admin] Request body: {'subnet': {'network_id': '7564b542-5847-40eb-8081-490f26bb8f65', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-4947390-subnet', 'tenant_id': '87704950b1544a61aff00ada9d56b467', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:54:36.509876 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538d1e0-fc9a-487b-8fb7-a178e7a89a24 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eda88d1-4caf-4bd1-a863-66c3ed33b764,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:36.513189 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3164e0-641d-4de1-ad78-7b03d5cc84ee admin admin] Made reservation on behalf of 87704950b1544a61aff00ada9d56b467 for: {'subnet': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:54:36.513880 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-3538d1e0-fc9a-487b-8fb7-a178e7a89a24 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:36.515925 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-0c3164e0-641d-4de1-ad78-7b03d5cc84ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51615586'] for subnet, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:36.516506 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-3538d1e0-fc9a-487b-8fb7-a178e7a89a24 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:36.524493 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-3538d1e0-fc9a-487b-8fb7-a178e7a89a24 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2564454 Jun 23 14:54:36.529225 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 38396) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:36.534298 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-fb03dbed-9040-451b-b079-0fdedbb537c6 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Request body: {'security_group_rule': {'security_group_id': '0eda88d1-4caf-4bd1-a863-66c3ed33b764', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:54:36.564221 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-fb03dbed-9040-451b-b079-0fdedbb537c6 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:36.630238 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-fb03dbed-9040-451b-b079-0fdedbb537c6 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:36.634708 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-fb03dbed-9040-451b-b079-0fdedbb537c6 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:36.636787 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-ff8e9324-591b-4b19-8a17-4aa241d46a76 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:36.652782 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03dbed-9040-451b-b079-0fdedbb537c6 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a48d81-efbd-462a-9ac3-87b1363693c3,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:36.657793 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-fb03dbed-9040-451b-b079-0fdedbb537c6 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:36.664417 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-fb03dbed-9040-451b-b079-0fdedbb537c6 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:36.669006 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-fb03dbed-9040-451b-b079-0fdedbb537c6 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354017 Jun 23 14:54:36.669229 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38398) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:36.674738 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-b845503d-6201-4c5a-9573-6df2e0f00f17 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Request body: {'security_group_rule': {'security_group_id': '0eda88d1-4caf-4bd1-a863-66c3ed33b764', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:54:36.735784 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-0c3164e0-641d-4de1-ad78-7b03d5cc84ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51554285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51615600'] for subnet, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:36.742555 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:36.748019 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b845503d-6201-4c5a-9573-6df2e0f00f17 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:36.815493 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3164e0-641d-4de1-ad78-7b03d5cc84ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=99a515d7-b064-4ee4-a950-fba234c6d999,revision_number=0']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:36.824643 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-0c3164e0-641d-4de1-ad78-7b03d5cc84ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:36.834965 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3164e0-641d-4de1-ad78-7b03d5cc84ee admin admin] Checking segment: {'id': '95eff00b-8de1-4a1b-b263-113dea20decd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '7564b542-5847-40eb-8081-490f26bb8f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:54:36.835315 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3164e0-641d-4de1-ad78-7b03d5cc84ee admin admin] Network hostable DHCP agents. Network: 7564b542-5847-40eb-8081-490f26bb8f65, hostable agents: ['0b7df506-3eca-4aef-99ab-b9f92b008033'], hosted agents: [] {{(pid=104656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:54:36.852710 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b845503d-6201-4c5a-9573-6df2e0f00f17 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:36.857712 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b845503d-6201-4c5a-9573-6df2e0f00f17 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:36.861528 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-b0cea9cf-d74f-49ca-b039-86b1fcc88d30 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:36.871947 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3164e0-641d-4de1-ad78-7b03d5cc84ee admin admin] Network 7564b542-5847-40eb-8081-490f26bb8f65 is scheduled to be hosted by DHCP agent 0b7df506-3eca-4aef-99ab-b9f92b008033 with binding_index 1 {{(pid=104656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:54:36.882041 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845503d-6201-4c5a-9573-6df2e0f00f17 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21830a4-3c71-4e8d-91db-9b8e17c9acf7,revision_number=0']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:36.885659 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-b845503d-6201-4c5a-9573-6df2e0f00f17 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:36.888196 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-0c3164e0-641d-4de1-ad78-7b03d5cc84ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-iscsi, 7564b542-5847-40eb-8081-490f26bb8f65) {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:54:36.891950 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3164e0-641d-4de1-ad78-7b03d5cc84ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:36.892538 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-0c3164e0-641d-4de1-ad78-7b03d5cc84ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:36.895106 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b845503d-6201-4c5a-9573-6df2e0f00f17 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:36.896071 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-b845503d-6201-4c5a-9573-6df2e0f00f17 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2258115 Jun 23 14:54:36.899389 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 38402) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:36.901839 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36dab7a-b6e5-4dd7-be8d-688f9be5ba15 None None] Network 7564b542-5847-40eb-8081-490f26bb8f65 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:54:36.906934 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-1346ed90-a36c-4812-894d-8ca4e4c277af tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Request body: {'floatingip': {'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:54:36.918057 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-0c3164e0-641d-4de1-ad78-7b03d5cc84ee admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4389081 Jun 23 14:54:36.933452 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1346ed90-a36c-4812-894d-8ca4e4c277af tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for floatingip, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.057872 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3b958f-650c-484c-9b72-8005f0b7826e None None] Network 7564b542-5847-40eb-8081-490f26bb8f65 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:54:37.066751 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1346ed90-a36c-4812-894d-8ca4e4c277af tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.082801 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38406) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:37.085097 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-dae2df3c-401a-41fe-965d-f28db5d63e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.131909 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204eff6-4693-4bdf-a415-b05de98ceb67 req-f17daecf-892d-4b6c-90cc-9fe13b70fd0f tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:37.133434 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-d204eff6-4693-4bdf-a415-b05de98ceb67 req-f17daecf-892d-4b6c-90cc-9fe13b70fd0f tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22c3f37-da30-4568-972c-a867b49198bf HTTP/1.1" status: 200 len: 946 time: 0.1349959 Jun 23 14:54:37.171402 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6a6548-7044-4502-a642-133adc23e5ff admin admin] Deleting subnet 801e1c3c-6321-4b46-bdd1-03d971c0d200 {{(pid=104656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:54:37.175795 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9e6a6548-7044-4502-a642-133adc23e5ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.197263 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [None req-1346ed90-a36c-4812-894d-8ca4e4c277af tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Allocated IP 172.27.2.203 (fcd7f1a0-b694-4219-968d-f28fbbdba0ee/e66531d2-b162-4d5a-9b95-91879084f23c/42d902e9-0e58-4482-b489-7f4b7b3f6ec8) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:54:37.219481 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-d204eff6-4693-4bdf-a415-b05de98ceb67 req-f6b59979-a57a-426c-a00e-f46650a86c18 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/security-groups?id=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722611 Jun 23 14:54:37.229383 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9e6a6548-7044-4502-a642-133adc23e5ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51554208'] for subnet, precommit_delete_associations {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.283512 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9e6a6548-7044-4502-a642-133adc23e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16078100'] for subnet, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.320607 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1346ed90-a36c-4812-894d-8ca4e4c277af tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.362447 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9e6a6548-7044-4502-a642-133adc23e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16078093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51636782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51615615'] for subnet, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.364724 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1346ed90-a36c-4812-894d-8ca4e4c277af tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.365922 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-0dd7176a-bbab-4aa5-95b4-edc42f0449f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:37.367795 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-68f256ba-eb3e-4776-8abd-eeb61f230634 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:37.394316 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a6548-7044-4502-a642-133adc23e5ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=801e1c3c-6321-4b46-bdd1-03d971c0d200,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:37.398024 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-9e6a6548-7044-4502-a642-133adc23e5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:37.398895 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9e6a6548-7044-4502-a642-133adc23e5ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.400887 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-9e6a6548-7044-4502-a642-133adc23e5ff admin admin] 10.222.0.65 "DELETE /v2.0/subnets/801e1c3c-6321-4b46-bdd1-03d971c0d200 HTTP/1.1" status: 204 len: 168 time: 0.3153260 Jun 23 14:54:37.403656 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38438) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:37.409117 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1346ed90-a36c-4812-894d-8ca4e4c277af tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Network fcd7f1a0-b694-4219-968d-f28fbbdba0ee is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:54:37.411945 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-1346ed90-a36c-4812-894d-8ca4e4c277af tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:54:37.415979 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1346ed90-a36c-4812-894d-8ca4e4c277af tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:54:37.442943 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346ed90-a36c-4812-894d-8ca4e4c277af tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Pushing event updated for resources: {'Port': ['ID=42d902e9-0e58-4482-b489-7f4b7b3f6ec8,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:37.446998 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-1346ed90-a36c-4812-894d-8ca4e4c277af tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:37.479502 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a864ae9e-b6c6-4276-a101-ac4fdd68f712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235410'] for network, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.506921 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1346ed90-a36c-4812-894d-8ca4e4c277af tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.550353 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1346ed90-a36c-4812-894d-8ca4e4c277af tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.565932 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a864ae9e-b6c6-4276-a101-ac4fdd68f712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16034969', 'neutron.services.segments.db._delete_segments_for_network-8784122434079'] for network, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.577181 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-a864ae9e-b6c6-4276-a101-ac4fdd68f712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1dedc3-d735-41d2-ab5b-be5127904f29']}} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:37.589271 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-a864ae9e-b6c6-4276-a101-ac4fdd68f712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e29e652-f67e-406f-804a-18d3822bb13e') {'for_net_delete': True} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:37.589583 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-a864ae9e-b6c6-4276-a101-ac4fdd68f712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e29e652-f67e-406f-804a-18d3822bb13e') {} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:37.598863 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a864ae9e-b6c6-4276-a101-ac4fdd68f712 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784122471918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51554239'] for segment, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.613377 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a864ae9e-b6c6-4276-a101-ac4fdd68f712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.620101 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a864ae9e-b6c6-4276-a101-ac4fdd68f712 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=104656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:54:37.620499 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a864ae9e-b6c6-4276-a101-ac4fdd68f712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51636915'] for segment, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: Traceback (most recent call last): Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: timer() Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: cb(*args, **kw) Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: return func(*args, **kwargs) Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: self._notify() Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: self.callback(batched_events) Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: event.method(event) Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: return f(self, *a, **k) Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: return self._get(url).json() Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: return self.request(url, 'GET', **kwargs) Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:54:37.622298 dv-cinder-796286-8-iscsi neutron-server[104656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:54:37.687823 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a864ae9e-b6c6-4276-a101-ac4fdd68f712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16034962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602998'] for network, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.694468 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a864ae9e-b6c6-4276-a101-ac4fdd68f712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.696351 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-a864ae9e-b6c6-4276-a101-ac4fdd68f712 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4f1dedc3-d735-41d2-ab5b-be5127904f29 HTTP/1.1" status: 204 len: 168 time: 0.2913966 Jun 23 14:54:37.697089 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:37.699632 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 38450) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:37.718144 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864ae9e-b6c6-4276-a101-ac4fdd68f712 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f1dedc3-d735-41d2-ab5b-be5127904f29,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:37.724304 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-a864ae9e-b6c6-4276-a101-ac4fdd68f712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:37.767254 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1346ed90-a36c-4812-894d-8ca4e4c277af tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.771490 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4f70b1-d5e4-45f7-9344-c0168d4c6838 admin admin] Deleting subnet 99a515d7-b064-4ee4-a950-fba234c6d999 {{(pid=104657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:54:37.774626 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1346ed90-a36c-4812-894d-8ca4e4c277af tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.776459 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1b4f70b1-d5e4-45f7-9344-c0168d4c6838 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.778007 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-351c2843-cf4c-43c9-974f-e5736a4a19c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:37.867406 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1b4f70b1-d5e4-45f7-9344-c0168d4c6838 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3530106'] for subnet, precommit_delete_associations {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.896602 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346ed90-a36c-4812-894d-8ca4e4c277af tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Pushing event updated for resources: {'Port': ['ID=42d902e9-0e58-4482-b489-7f4b7b3f6ec8,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:37.904834 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-1346ed90-a36c-4812-894d-8ca4e4c277af tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:37.918744 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1346ed90-a36c-4812-894d-8ca4e4c277af tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602980'] for floatingip, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.927853 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1b4f70b1-d5e4-45f7-9344-c0168d4c6838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16078100'] for subnet, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.956124 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1346ed90-a36c-4812-894d-8ca4e4c277af tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for floatingip, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:37.957328 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-1346ed90-a36c-4812-894d-8ca4e4c277af tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0562904 Jun 23 14:54:37.991638 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1b4f70b1-d5e4-45f7-9344-c0168d4c6838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16078093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4170546'] for subnet, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:38.001520 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:38.005991 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1b4f70b1-d5e4-45f7-9344-c0168d4c6838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:38.010569 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-1b4f70b1-d5e4-45f7-9344-c0168d4c6838 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/99a515d7-b064-4ee4-a950-fba234c6d999 HTTP/1.1" status: 204 len: 168 time: 0.3099117 Jun 23 14:54:38.010701 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38470) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:38.028431 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f70b1-d5e4-45f7-9344-c0168d4c6838 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99a515d7-b064-4ee4-a950-fba234c6d999,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:38.031229 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-1b4f70b1-d5e4-45f7-9344-c0168d4c6838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:38.105165 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c2d5-c818-4c58-a0a3-77e63ad0fdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235410'] for network, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:38.188503 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-628af119-1a5e-4178-ae1b-5534efb140ed tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1997866024&fields=id&tenant_id=f1f1df70bdc347509afb763322e81a15 HTTP/1.1" status: 200 len: 267 time: 0.0349913 Jun 23 14:54:38.193621 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c2d5-c818-4c58-a0a3-77e63ad0fdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16034969', 'neutron.services.segments.db._delete_segments_for_network-8784122434079'] for network, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:38.205152 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-f7a1c2d5-c818-4c58-a0a3-77e63ad0fdba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7564b542-5847-40eb-8081-490f26bb8f65']}} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:38.215846 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-f7a1c2d5-c818-4c58-a0a3-77e63ad0fdba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95eff00b-8de1-4a1b-b263-113dea20decd') {'for_net_delete': True} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:38.216236 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-f7a1c2d5-c818-4c58-a0a3-77e63ad0fdba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95eff00b-8de1-4a1b-b263-113dea20decd') {} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:38.225412 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c2d5-c818-4c58-a0a3-77e63ad0fdba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784122471918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51554239'] for segment, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:38.239090 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c2d5-c818-4c58-a0a3-77e63ad0fdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:38.244929 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a1c2d5-c818-4c58-a0a3-77e63ad0fdba admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=104656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:54:38.245304 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c2d5-c818-4c58-a0a3-77e63ad0fdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51636915'] for segment, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: Traceback (most recent call last): Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: timer() Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: cb(*args, **kw) Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: return func(*args, **kwargs) Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: self._notify() Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: self.callback(batched_events) Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: event.method(event) Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: return f(self, *a, **k) Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: return self._get(url).json() Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: return self.request(url, 'GET', **kwargs) Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:54:38.247164 dv-cinder-796286-8-iscsi neutron-server[104656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:54:38.300672 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-0f2eebd3-3cef-4db4-a2f1-4893839c5477 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:38.302207 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-0f2eebd3-3cef-4db4-a2f1-4893839c5477 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/networks?id=b2d1e732-3395-45e9-ab92-336826d1d69d HTTP/1.1" status: 200 len: 817 time: 0.1067703 Jun 23 14:54:38.306676 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c2d5-c818-4c58-a0a3-77e63ad0fdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16034962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602998'] for network, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:38.310683 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:38.315380 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c2d5-c818-4c58-a0a3-77e63ad0fdba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:38.315380 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-f7a1c2d5-c818-4c58-a0a3-77e63ad0fdba admin admin] 10.222.0.65 "DELETE /v2.0/networks/7564b542-5847-40eb-8081-490f26bb8f65 HTTP/1.1" status: 204 len: 168 time: 0.3031592 Jun 23 14:54:38.320877 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-de4c9574-2b60-4179-8481-38a60e7c6458 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/quotas/f1f1df70bdc347509afb763322e81a15 HTTP/1.1" status: 200 len: 375 time: 0.0107241 Jun 23 14:54:38.328868 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1c2d5-c818-4c58-a0a3-77e63ad0fdba admin admin] Pushing event deleted for resources: {'Network': ['ID=7564b542-5847-40eb-8081-490f26bb8f65,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:38.331124 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-f7a1c2d5-c818-4c58-a0a3-77e63ad0fdba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:38.407932 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-08f43e19-0865-476f-9d12-adaf005c05de tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1f1df70bdc347509afb763322e81a15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0696328 Jun 23 14:54:38.496670 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38486) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:38.540092 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-07dfc14f-5272-494b-92d0-98b3d43db88b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=da48f2e79b574606b8956decb7058dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408859 Jun 23 14:54:38.542606 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38488) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:38.602539 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a00356fc-3cd8-49b8-92e0-ecc9b3b6ea68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:38.633672 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a00356fc-3cd8-49b8-92e0-ecc9b3b6ea68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:38.690109 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a00356fc-3cd8-49b8-92e0-ecc9b3b6ea68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:38.692819 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a00356fc-3cd8-49b8-92e0-ecc9b3b6ea68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:38.693993 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-a00356fc-3cd8-49b8-92e0-ecc9b3b6ea68 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fa0f3686-cbff-4ffa-95dd-dc1ec72efaa8 HTTP/1.1" status: 204 len: 168 time: 0.1504533 Jun 23 14:54:38.694794 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-33251fd2-84ae-4163-a2c5-5de6550dd8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:38.703029 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00356fc-3cd8-49b8-92e0-ecc9b3b6ea68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0f3686-cbff-4ffa-95dd-dc1ec72efaa8,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:38.705358 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-a00356fc-3cd8-49b8-92e0-ecc9b3b6ea68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:38.716684 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-b9d10c71-f503-4991-bc6a-4d13aaa3f68e service neutron] 10.222.0.65 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971804 Jun 23 14:54:38.823734 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-52e0aad2-23ca-497b-a836-505b9168b939 service neutron] 10.222.0.65 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003282 Jun 23 14:54:39.018942 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-fb564e31-8ee0-4d34-aa33-011a600d7d19 req-8824a805-2fae-44c0-893f-d2f603bed93d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 210 time: 0.0312471 Jun 23 14:54:39.097951 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38502) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:39.138257 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-cd128586-66d3-4d1f-8ba2-18c863e6af7b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=87704950b1544a61aff00ada9d56b467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390050 Jun 23 14:54:39.141246 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38504) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:39.193116 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b5807554-f735-4864-8990-8e6823aec73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:39.221934 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b5807554-f735-4864-8990-8e6823aec73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:39.300037 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b5807554-f735-4864-8990-8e6823aec73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:39.303271 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b5807554-f735-4864-8990-8e6823aec73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:39.306711 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-b5807554-f735-4864-8990-8e6823aec73e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e07b3e77-4fad-461f-b4a7-1258f4aad852 HTTP/1.1" status: 204 len: 168 time: 0.1620715 Jun 23 14:54:39.306711 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-bb04ab6b-5ec8-4eb1-974e-6bdcdf2d77b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:39.315742 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5807554-f735-4864-8990-8e6823aec73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07b3e77-4fad-461f-b4a7-1258f4aad852,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:39.319356 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-b5807554-f735-4864-8990-8e6823aec73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:39.777418 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:39.794857 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-d7b93b0b-944d-464a-8d36-4f3f9941cdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:40.173022 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1d4aa783-2388-471b-a78b-126de4584d63 req-17081ffe-1711-4065-ab4b-95a30559af47 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 210 time: 0.0334265 Jun 23 14:54:40.509172 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-2d0f3576-60c4-4ab6-a41a-8b146840606c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:40.514657 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-2d0f3576-60c4-4ab6-a41a-8b146840606c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.44 "GET /v2.0/networks?id=b2d1e732-3395-45e9-ab92-336826d1d69d HTTP/1.1" status: 200 len: 817 time: 0.1159794 Jun 23 14:54:40.573909 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-bb4054d4-54ef-4441-9b1d-2e4f2cbd10b1 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1f1df70bdc347509afb763322e81a15 HTTP/1.1" status: 200 len: 380 time: 0.0429699 Jun 23 14:54:40.591094 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-e8ffd954-fe23-4e8f-851f-9ab749740bae tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Request body: {'port': {'device_id': 'e12b6a5c-24f8-4c13-97e3-767f85a2ef02', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'admin_state_up': True, 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'security_groups': ['0eda88d1-4caf-4bd1-a863-66c3ed33b764']}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:54:40.723998 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-e8ffd954-fe23-4e8f-851f-9ab749740bae tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Made reservation on behalf of f1f1df70bdc347509afb763322e81a15 for: {'port': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:54:40.727785 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-e8ffd954-fe23-4e8f-851f-9ab749740bae tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:40.879314 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-e8ffd954-fe23-4e8f-851f-9ab749740bae tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Allocated IP 172.20.0.4 (b2d1e732-3395-45e9-ab92-336826d1d69d/7e25bbb7-3773-4230-b906-44113f972ac4/4c673043-eb41-4450-b8e5-78c142173a94) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:54:40.952593 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:41.026013 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-e8ffd954-fe23-4e8f-851f-9ab749740bae tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:41.043974 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-e8ffd954-fe23-4e8f-851f-9ab749740bae tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Transition to ACTIVE for port object 4c673043-eb41-4450-b8e5-78c142173a94 will not be triggered until provisioned by entity DHCP. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:54:41.077915 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-e8ffd954-fe23-4e8f-851f-9ab749740bae tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:41.081964 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:41.124243 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-e8ffd954-fe23-4e8f-851f-9ab749740bae tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Network b2d1e732-3395-45e9-ab92-336826d1d69d is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:54:41.129902 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-e8ffd954-fe23-4e8f-851f-9ab749740bae tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:54:41.133652 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-e8ffd954-fe23-4e8f-851f-9ab749740bae tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:54:41.160246 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffd954-fe23-4e8f-851f-9ab749740bae tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Pushing event updated for resources: {'Port': ['ID=4c673043-eb41-4450-b8e5-78c142173a94,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:41.167457 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-e8ffd954-fe23-4e8f-851f-9ab749740bae tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:41.196158 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-e8ffd954-fe23-4e8f-851f-9ab749740bae tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:41.196711 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-e8ffd954-fe23-4e8f-851f-9ab749740bae tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:41.215303 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-e8ffd954-fe23-4e8f-851f-9ab749740bae tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6341598 Jun 23 14:54:41.230211 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Request body: {'port': {'device_id': 'e12b6a5c-24f8-4c13-97e3-767f85a2ef02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:54:41.324379 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:41.421708 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9d03ba50-e3cd-4c4b-a85b-adfb53b0ca94 None None] Provisioning for port 4c673043-eb41-4450-b8e5-78c142173a94 completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:54:41.422399 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7996f30-9c8e-4a41-8468-ed53ddf016d2 req-0e893eeb-8fb6-4e7b-b2c0-6ccefec34475 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:41.426413 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9d03ba50-e3cd-4c4b-a85b-adfb53b0ca94 None None] Provisioning complete for port 4c673043-eb41-4450-b8e5-78c142173a94 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:54:41.426889 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9d03ba50-e3cd-4c4b-a85b-adfb53b0ca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:41.429524 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e7996f30-9c8e-4a41-8468-ed53ddf016d2 req-0e893eeb-8fb6-4e7b-b2c0-6ccefec34475 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 931 time: 0.0955660 Jun 23 14:54:41.474940 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e7996f30-9c8e-4a41-8468-ed53ddf016d2 req-3f26de58-9929-4daf-8740-eca82e1ac870 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444891 Jun 23 14:54:41.487759 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9d03ba50-e3cd-4c4b-a85b-adfb53b0ca94 None None] Port 4c673043-eb41-4450-b8e5-78c142173a94 cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:54:41.651203 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c673043-eb41-4450-b8e5-78c142173a94 {{(pid=104657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:54:41.659357 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:41.672493 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Transition to ACTIVE for port object 4c673043-eb41-4450-b8e5-78c142173a94 will not be triggered until provisioned by entity L2. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:54:41.676083 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:41.678231 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-8278499b-8e0d-47e6-85b0-26705eebcab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:41.748113 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c673043-eb41-4450-b8e5-78c142173a94,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:41.752618 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:41.807594 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Attempting to bind port 4c673043-eb41-4450-b8e5-78c142173a94 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:54:41.807941 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Attempting to bind port 4c673043-eb41-4450-b8e5-78c142173a94 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd18f6adb-4949-49e5-9cce-0c15933b8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d'}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:54:41.808275 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Attempting to bind port 4c673043-eb41-4450-b8e5-78c142173a94 on network b2d1e732-3395-45e9-ab92-336826d1d69d {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:54:41.814703 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Port 4c673043-eb41-4450-b8e5-78c142173a94 on network b2d1e732-3395-45e9-ab92-336826d1d69d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:54:41.815090 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Attempting to bind port 4c673043-eb41-4450-b8e5-78c142173a94 on network b2d1e732-3395-45e9-ab92-336826d1d69d {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:54:41.820725 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Checking agent: {'id': 'd8f3122c-1231-4f5b-931f-565a6de0a48e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'started_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:54:41.821069 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Checking segment: {'id': 'd18f6adb-4949-49e5-9cce-0c15933b8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:54:41.821464 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Bound using segment: {'id': 'd18f6adb-4949-49e5-9cce-0c15933b8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d'} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:54:41.821963 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Bound port: 4c673043-eb41-4450-b8e5-78c142173a94, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd18f6adb-4949-49e5-9cce-0c15933b8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d'}}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:54:41.822327 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:41.913547 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] For port 4c673043-eb41-4450-b8e5-78c142173a94, host hv-cinder-79628, cleared binding levels {{(pid=104657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:54:41.917242 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] For port 4c673043-eb41-4450-b8e5-78c142173a94, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4c673043-eb41-4450-b8e5-78c142173a94,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:54:41.924406 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:41.935415 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-f251a8a9-d635-4d21-8e82-a178f4fbd902 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:41.964828 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:41.965520 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:41.966940 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] 10.222.0.44 "PUT /v2.0/ports/4c673043-eb41-4450-b8e5-78c142173a94 HTTP/1.1" status: 200 len: 1093 time: 0.7416725 Jun 23 14:54:41.967476 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e12b6a5c-24f8-4c13-97e3-767f85a2ef02', 'tag': '4c673043-eb41-4450-b8e5-78c142173a94'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:54:41.971161 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a637b02d-dfca-4a96-ab2b-13c3cf9e0fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "e12b6a5c-24f8-4c13-97e3-767f85a2ef02", "tag": "4c673043-eb41-4450-b8e5-78c142173a94"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:54:42.011929 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c673043-eb41-4450-b8e5-78c142173a94,revision_number=3']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:42.020651 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:42.039748 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7575ef2e-7616-47c4-b03a-305a27da0c2a x-openstack-request-id: req-7575ef2e-7616-47c4-b03a-305a27da0c2a {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:54:42.040233 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e12b6a5c-24f8-4c13-97e3-767f85a2ef02", "tag": "4c673043-eb41-4450-b8e5-78c142173a94", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:54:42.040602 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7575ef2e-7616-47c4-b03a-305a27da0c2a {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:54:42.041054 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e12b6a5c-24f8-4c13-97e3-767f85a2ef02', 'tag': '4c673043-eb41-4450-b8e5-78c142173a94', 'status': 'completed', 'code': 200} Jun 23 14:54:42.111860 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-1851b54b-11cc-416b-99f5-0752b2018db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:42.113537 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-1851b54b-11cc-416b-99f5-0752b2018db7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1f1df70bdc347509afb763322e81a15&device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 1096 time: 0.0657218 Jun 23 14:54:42.165403 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-33a4475a-acb6-4eb8-b9a5-13da0373e0eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c673043-eb41-4450-b8e5-78c142173a94 HTTP/1.1" status: 200 len: 217 time: 0.0391080 Jun 23 14:54:42.228758 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-1064b2a6-7441-4c95-ae11-decb094aaf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:42.231056 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-1064b2a6-7441-4c95-ae11-decb094aaf10 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e25bbb7-3773-4230-b906-44113f972ac4 HTTP/1.1" status: 200 len: 856 time: 0.0518897 Jun 23 14:54:42.293663 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-d3906644-f18a-4073-b2f7-9c0746d30a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:42.295464 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-d3906644-f18a-4073-b2f7-9c0746d30a8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d1e732-3395-45e9-ab92-336826d1d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546231 Jun 23 14:54:42.403571 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-d5e50d0e-0ab0-4c34-9a72-31d94bcd7f33 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979109 Jun 23 14:54:42.506547 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2f2e3943-5694-4b3b-a3e6-1bc65d8b8ba0 req-3fde275b-5106-442e-afae-61bbfe889ca9 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948150 Jun 23 14:54:42.617936 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 38668) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:42.662250 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637b02d-dfca-4a96-ab2b-13c3cf9e0fa8 req-5ccae616-3823-442b-8bb1-b83d0ae0c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:42.663973 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a637b02d-dfca-4a96-ab2b-13c3cf9e0fa8 req-5ccae616-3823-442b-8bb1-b83d0ae0c331 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1f1df70bdc347509afb763322e81a15&device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 1096 time: 0.0855834 Jun 23 14:54:42.678398 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:42.701371 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed5b4e-a112-48cb-8b9f-1082f3b6b0d5 req-9d0eb6e7-0fe1-455f-a161-fae2dc9ee51b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:42.703569 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-dfed5b4e-a112-48cb-8b9f-1082f3b6b0d5 req-9d0eb6e7-0fe1-455f-a161-fae2dc9ee51b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 943 time: 0.0938878 Jun 23 14:54:42.745587 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-dfed5b4e-a112-48cb-8b9f-1082f3b6b0d5 req-fdf91c22-93ee-46e0-9fbf-a73944ded50d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352783 Jun 23 14:54:43.000059 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-151d492c-d83c-4b6e-8b99-a53b666f24f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:43.058714 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637b02d-dfca-4a96-ab2b-13c3cf9e0fa8 req-1d1dd611-636d-4e0c-b43e-89a22fdc103f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:43.062830 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a637b02d-dfca-4a96-ab2b-13c3cf9e0fa8 req-1d1dd611-636d-4e0c-b43e-89a22fdc103f service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2d1e732-3395-45e9-ab92-336826d1d69d HTTP/1.1" status: 200 len: 918 time: 0.3791862 Jun 23 14:54:43.118493 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a637b02d-dfca-4a96-ab2b-13c3cf9e0fa8 req-ae5b2cb7-7299-40ca-8363-dcb355fc0603 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c673043-eb41-4450-b8e5-78c142173a94 HTTP/1.1" status: 200 len: 217 time: 0.0499485 Jun 23 14:54:43.191481 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637b02d-dfca-4a96-ab2b-13c3cf9e0fa8 req-8c63929d-1ded-4dea-b5d8-bce92904484d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:43.192899 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a637b02d-dfca-4a96-ab2b-13c3cf9e0fa8 req-8c63929d-1ded-4dea-b5d8-bce92904484d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e25bbb7-3773-4230-b906-44113f972ac4 HTTP/1.1" status: 200 len: 856 time: 0.0632246 Jun 23 14:54:43.197337 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-151d492c-d83c-4b6e-8b99-a53b666f24f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:43.201347 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-151d492c-d83c-4b6e-8b99-a53b666f24f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:43.205533 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-cae592ff-5118-4503-bb9c-caf7df5a9250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:43.268063 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d492c-d83c-4b6e-8b99-a53b666f24f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f1f563-94b5-4d3f-8452-2fc49573072e,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:43.271771 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-151d492c-d83c-4b6e-8b99-a53b666f24f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:43.275647 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-151d492c-d83c-4b6e-8b99-a53b666f24f4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0fb45f2bc5b443459ae927255d4b254f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6553679 Jun 23 14:54:43.278252 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38674) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:43.300958 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637b02d-dfca-4a96-ab2b-13c3cf9e0fa8 req-292ba3ce-1cca-4c11-a81a-230628a0ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:43.302460 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a637b02d-dfca-4a96-ab2b-13c3cf9e0fa8 req-292ba3ce-1cca-4c11-a81a-230628a0ea7c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d1e732-3395-45e9-ab92-336826d1d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0978842 Jun 23 14:54:43.344588 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8aba5c06-69de-4a0e-9ce6-13d1fdecdc66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:43.368205 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8aba5c06-69de-4a0e-9ce6-13d1fdecdc66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:43.400330 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a637b02d-dfca-4a96-ab2b-13c3cf9e0fa8 req-90a577ee-0e06-41ab-9444-376a73444dc9 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870190 Jun 23 14:54:43.422197 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8aba5c06-69de-4a0e-9ce6-13d1fdecdc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:43.425670 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8aba5c06-69de-4a0e-9ce6-13d1fdecdc66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:43.430086 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-8aba5c06-69de-4a0e-9ce6-13d1fdecdc66 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d3f1f563-94b5-4d3f-8452-2fc49573072e HTTP/1.1" status: 204 len: 168 time: 0.1507235 Jun 23 14:54:43.431198 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-969ca474-abb7-496f-86c4-d3348496e2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:43.440396 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba5c06-69de-4a0e-9ce6-13d1fdecdc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f1f563-94b5-4d3f-8452-2fc49573072e,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:43.442759 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-8aba5c06-69de-4a0e-9ce6-13d1fdecdc66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:43.508809 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a637b02d-dfca-4a96-ab2b-13c3cf9e0fa8 req-506788c1-138c-4497-ab32-c2512d65ac14 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988159 Jun 23 14:54:43.711437 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38680) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:43.725905 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-0196eda8-0017-4014-98bb-9a16b21dfdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:43.827457 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-0196eda8-0017-4014-98bb-9a16b21dfdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:43.832516 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-0196eda8-0017-4014-98bb-9a16b21dfdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:43.836584 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-a00356fc-3cd8-49b8-92e0-ecc9b3b6ea68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:43.882827 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 38686) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:43.883180 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-0196eda8-0017-4014-98bb-9a16b21dfdaf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d0e305f5f707473eb54eb8a5d9eb3f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1698365 Jun 23 14:54:43.884378 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196eda8-0017-4014-98bb-9a16b21dfdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793685eb-4f99-417b-8ab7-d34c0684f0c7,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:43.887744 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-0196eda8-0017-4014-98bb-9a16b21dfdaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:43.935013 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b75d4996-c126-4c9d-9cad-641076e41efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:43.960234 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b75d4996-c126-4c9d-9cad-641076e41efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:44.012888 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b75d4996-c126-4c9d-9cad-641076e41efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:44.016114 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b75d4996-c126-4c9d-9cad-641076e41efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:44.017476 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-b75d4996-c126-4c9d-9cad-641076e41efb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/793685eb-4f99-417b-8ab7-d34c0684f0c7 HTTP/1.1" status: 204 len: 168 time: 0.1336551 Jun 23 14:54:44.018312 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-13969a23-14bd-4bed-aa20-b71137025722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:44.026564 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d4996-c126-4c9d-9cad-641076e41efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793685eb-4f99-417b-8ab7-d34c0684f0c7,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:44.031874 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-b75d4996-c126-4c9d-9cad-641076e41efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:44.145337 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 4c673043-eb41-4450-b8e5-78c142173a94 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:54:44.237353 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597f7e1-096a-46d9-b2f2-3bf411705a74 req-2c8ac74e-566c-4eab-a5b4-1b8d68a64c2a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:44.238959 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7597f7e1-096a-46d9-b2f2-3bf411705a74 req-2c8ac74e-566c-4eab-a5b4-1b8d68a64c2a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 943 time: 0.0804722 Jun 23 14:54:44.293135 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7597f7e1-096a-46d9-b2f2-3bf411705a74 req-f3cdf2c5-70e5-4d63-84c5-698baa57a8db tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475652 Jun 23 14:54:44.313412 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 4c673043-eb41-4450-b8e5-78c142173a94, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4c673043-eb41-4450-b8e5-78c142173a94,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:54:44.330517 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': '4c673043-eb41-4450-b8e5-78c142173a94', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'port_id': '4c673043-eb41-4450-b8e5-78c142173a94', 'mac_address': 'fa:16:3e:27:08:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:54:44.381471 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:44.397857 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c673043-eb41-4450-b8e5-78c142173a94 {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:54:44.418646 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 4c673043-eb41-4450-b8e5-78c142173a94, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4c673043-eb41-4450-b8e5-78c142173a94,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:54:44.425027 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:44.427991 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:44.480241 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=4c673043-eb41-4450-b8e5-78c142173a94,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:44.483800 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:44.771630 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['4c673043-eb41-4450-b8e5-78c142173a94'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:54:45.495058 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ba620-190b-4472-890a-e0dab20bf632 req-1ee33592-408e-4e86-85a8-8cc525f40453 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:45.496596 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c23ba620-190b-4472-890a-e0dab20bf632 req-1ee33592-408e-4e86-85a8-8cc525f40453 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 944 time: 0.0812201 Jun 23 14:54:45.541100 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c23ba620-190b-4472-890a-e0dab20bf632 req-9a024e4f-0a28-4e61-845a-93915def163e tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372376 Jun 23 14:54:46.135935 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 4c673043-eb41-4450-b8e5-78c142173a94 up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:54:46.205250 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning for port 4c673043-eb41-4450-b8e5-78c142173a94 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:54:46.210024 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port 4c673043-eb41-4450-b8e5-78c142173a94 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:54:46.210459 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:46.308254 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:46.332797 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e12b6a5c-24f8-4c13-97e3-767f85a2ef02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c673043-eb41-4450-b8e5-78c142173a94'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:54:46.335225 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b250304-d49c-4908-bee2-ad8518198580" -d '{"events": [{"server_uuid": "e12b6a5c-24f8-4c13-97e3-767f85a2ef02", "name": "network-vif-plugged", "status": "completed", "tag": "4c673043-eb41-4450-b8e5-78c142173a94"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:54:46.357652 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 4c673043-eb41-4450-b8e5-78c142173a94, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4c673043-eb41-4450-b8e5-78c142173a94,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:54:46.362580 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:46.364519 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:46.389561 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d6e582-8448-4478-9342-65faa571cca3 x-openstack-request-id: req-00d6e582-8448-4478-9342-65faa571cca3 {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:54:46.390024 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e12b6a5c-24f8-4c13-97e3-767f85a2ef02", "name": "network-vif-plugged", "status": "completed", "tag": "4c673043-eb41-4450-b8e5-78c142173a94", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:54:46.390296 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-00d6e582-8448-4478-9342-65faa571cca3 {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:54:46.390811 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e12b6a5c-24f8-4c13-97e3-767f85a2ef02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c673043-eb41-4450-b8e5-78c142173a94', 'code': 200} Jun 23 14:54:46.424834 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=4c673043-eb41-4450-b8e5-78c142173a94,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:46.428060 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:46.798056 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ed738-b0ac-419b-a647-74aec05f7220 req-d37a3b01-574b-439d-870d-eda7143d23a0 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:46.799624 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-467ed738-b0ac-419b-a647-74aec05f7220 req-d37a3b01-574b-439d-870d-eda7143d23a0 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.0870771 Jun 23 14:54:46.842816 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710a8de-1f0e-47ba-8e96-c5103d6c906b req-027ce4d7-0743-48c5-ade0-560a9a17fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:46.844553 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b710a8de-1f0e-47ba-8e96-c5103d6c906b req-027ce4d7-0743-48c5-ade0-560a9a17fd41 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 1098 time: 0.2013972 Jun 23 14:54:46.847104 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-467ed738-b0ac-419b-a647-74aec05f7220 req-ff56d52d-6ea0-44ab-af08-53600b3e7704 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374837 Jun 23 14:54:46.893714 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b710a8de-1f0e-47ba-8e96-c5103d6c906b req-f6875408-983a-45f7-9dc5-b0383ccec49d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402157 Jun 23 14:54:48.055065 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d8be3-f8b3-4a57-8b6d-0d3848ca9513 req-eb0cac56-a5fb-44fb-93c9-023aa4356904 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:48.056684 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6b6d8be3-f8b3-4a57-8b6d-0d3848ca9513 req-eb0cac56-a5fb-44fb-93c9-023aa4356904 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.0774179 Jun 23 14:54:48.097142 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6b6d8be3-f8b3-4a57-8b6d-0d3848ca9513 req-7347f0c4-b585-4a8b-90c3-d64a1fe8d8aa tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338550 Jun 23 14:54:49.310695 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db7337-5387-4eff-b275-2aac27ef5109 req-92ba8a06-c06d-4ced-8739-c3d855f2c296 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:49.312849 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f3db7337-5387-4eff-b275-2aac27ef5109 req-92ba8a06-c06d-4ced-8739-c3d855f2c296 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.0759861 Jun 23 14:54:49.355339 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f3db7337-5387-4eff-b275-2aac27ef5109 req-264f87f3-a74a-443b-8c03-20bed1f52bd6 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358129 Jun 23 14:54:49.443622 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38814) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:49.559075 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fc479-560d-4608-a9ca-194459c43989 req-9c324144-c73e-4003-ac10-f27512497341 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:49.560579 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e63fc479-560d-4608-a9ca-194459c43989 req-9c324144-c73e-4003-ac10-f27512497341 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.0760217 Jun 23 14:54:49.569267 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 38818) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:49.572443 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c43acec5-57ca-4ae5-9e92-7be8b67d4858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:49.573950 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-b8dbab5b-1fd0-4eb4-b968-e322909e067b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Request body: {'floatingip': {'port_id': '4c673043-eb41-4450-b8e5-78c142173a94'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:54:49.615783 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b8dbab5b-1fd0-4eb4-b968-e322909e067b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for floatingip, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:49.675225 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c43acec5-57ca-4ae5-9e92-7be8b67d4858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:49.679776 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c43acec5-57ca-4ae5-9e92-7be8b67d4858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:49.682729 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-0196eda8-0017-4014-98bb-9a16b21dfdaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:49.720025 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-c43acec5-57ca-4ae5-9e92-7be8b67d4858 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0fb258dc66d949d586dfd95ba5d6ff3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752218 Jun 23 14:54:49.720944 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43acec5-57ca-4ae5-9e92-7be8b67d4858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a0a7cd-d9ce-4782-b5b0-c3af164d9d1b,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:49.724131 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-c43acec5-57ca-4ae5-9e92-7be8b67d4858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:49.724413 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 38820) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:49.859635 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-62dcfcbb-2b2d-4e25-9006-e8aaddd28bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:49.892548 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-62dcfcbb-2b2d-4e25-9006-e8aaddd28bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:50.070260 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-62dcfcbb-2b2d-4e25-9006-e8aaddd28bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:50.072800 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-62dcfcbb-2b2d-4e25-9006-e8aaddd28bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:50.073949 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-62dcfcbb-2b2d-4e25-9006-e8aaddd28bc9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/85a0a7cd-d9ce-4782-b5b0-c3af164d9d1b HTTP/1.1" status: 204 len: 168 time: 0.3485847 Jun 23 14:54:50.078741 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-9962a105-88f4-4084-95d6-f8b5abefacec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:50.107881 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcfcbb-2b2d-4e25-9006-e8aaddd28bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a0a7cd-d9ce-4782-b5b0-c3af164d9d1b,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:50.113474 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-62dcfcbb-2b2d-4e25-9006-e8aaddd28bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:50.180606 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b8dbab5b-1fd0-4eb4-b968-e322909e067b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:50.184911 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b8dbab5b-1fd0-4eb4-b968-e322909e067b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602980'] for floatingip, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:50.294140 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.db.l3_db [None req-b8dbab5b-1fd0-4eb4-b968-e322909e067b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Floating IP 970a720b-f3da-4a00-84b7-bd58d8e5649d associated. External IP: 172.27.2.203, port: 4c673043-eb41-4450-b8e5-78c142173a94. Jun 23 14:54:50.374614 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38826) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:50.388444 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-017ec121-0941-4930-b23c-6d9217177e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:50.489003 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-017ec121-0941-4930-b23c-6d9217177e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:50.494038 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-017ec121-0941-4930-b23c-6d9217177e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:50.497848 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-11d808b0-70f2-4f1d-a695-2cb0a1565e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:50.554314 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-017ec121-0941-4930-b23c-6d9217177e7e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b38b1f12e7f5413a86b10e63af00b218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1784377 Jun 23 14:54:50.555310 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 38834) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:50.557263 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ec121-0941-4930-b23c-6d9217177e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d7ca1a-c60b-47fe-b091-319053452935,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:50.562638 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-017ec121-0941-4930-b23c-6d9217177e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:50.568882 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8dbab5b-1fd0-4eb4-b968-e322909e067b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:54:50.692690 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-015032cc-c36d-44da-aed9-15c3b141e9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:50.727004 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-015032cc-c36d-44da-aed9-15c3b141e9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:50.741103 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8dbab5b-1fd0-4eb4-b968-e322909e067b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:54:50.749976 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b8dbab5b-1fd0-4eb4-b968-e322909e067b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for floatingip, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:50.760445 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c12589-d651-4c47-8445-5495c752882e None None] Sync routers for ids ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:54:50.770039 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c12589-d651-4c47-8445-5495c752882e None None] Routers {'8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:54:50.770625 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-f7c12589-d651-4c47-8445-5495c752882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:54:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:50.802069 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-b8dbab5b-1fd0-4eb4-b968-e322909e067b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "PUT /v2.0/floatingips/970a720b-f3da-4a00-84b7-bd58d8e5649d HTTP/1.1" status: 200 len: 991 time: 1.2316027 Jun 23 14:54:50.803082 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e12b6a5c-24f8-4c13-97e3-767f85a2ef02', 'tag': '4c673043-eb41-4450-b8e5-78c142173a94'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:54:50.805600 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47da2749-b4ab-491a-9c6a-82353b55452c" -d '{"events": [{"name": "network-changed", "server_uuid": "e12b6a5c-24f8-4c13-97e3-767f85a2ef02", "tag": "4c673043-eb41-4450-b8e5-78c142173a94"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:54:50.834071 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-015032cc-c36d-44da-aed9-15c3b141e9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:50.837065 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-015032cc-c36d-44da-aed9-15c3b141e9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:50.838757 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-015032cc-c36d-44da-aed9-15c3b141e9a8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75d7ca1a-c60b-47fe-b091-319053452935 HTTP/1.1" status: 204 len: 168 time: 0.2821743 Jun 23 14:54:50.839715 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-5b0fa085-57e7-43b2-b165-d63c52f3b531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:50.849904 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015032cc-c36d-44da-aed9-15c3b141e9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d7ca1a-c60b-47fe-b091-319053452935,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:50.852816 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-015032cc-c36d-44da-aed9-15c3b141e9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:50.964219 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-f7c12589-d651-4c47-8445-5495c752882e None None] Set router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:54:51.049830 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84db6af0-1c16-4c1f-ae7a-94538a104d20 x-openstack-request-id: req-84db6af0-1c16-4c1f-ae7a-94538a104d20 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:54:51.050376 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e12b6a5c-24f8-4c13-97e3-767f85a2ef02", "tag": "4c673043-eb41-4450-b8e5-78c142173a94", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:54:51.050866 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-84db6af0-1c16-4c1f-ae7a-94538a104d20 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:54:51.052230 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e12b6a5c-24f8-4c13-97e3-767f85a2ef02', 'tag': '4c673043-eb41-4450-b8e5-78c142173a94', 'status': 'completed', 'code': 200} Jun 23 14:54:51.167677 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da2749-b4ab-491a-9c6a-82353b55452c req-6b14b118-625a-4f63-8199-b3bf76fc1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:51.169691 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-47da2749-b4ab-491a-9c6a-82353b55452c req-6b14b118-625a-4f63-8199-b3bf76fc1d20 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1f1df70bdc347509afb763322e81a15&device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 1098 time: 0.0884807 Jun 23 14:54:51.301008 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-f7c12589-d651-4c47-8445-5495c752882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-router', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:39Z', 'revision_number': 4, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'gw_port': {'id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:33Z', 'updated_at': '2021-06-23T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': '970a720b-f3da-4a00-84b7-bd58d8e5649d', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'port_id': '4c673043-eb41-4450-b8e5-78c142173a94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'mac_address': 'fa:16:3e:27:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b6a5c-24f8-4c13-97e3-767f85a2ef02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:54:37Z', 'updated_at': '2021-06-23T14:54:50Z', 'revision_number': 1, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc336e90-a726-4ad7-8c50-12ac53d21907', 'name': '', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'mac_address': 'fa:16:3e:df:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:37Z', 'updated_at': '2021-06-23T14:49:50Z', 'revision_number': 5, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'subnets': [{'id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:51.314622 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da2749-b4ab-491a-9c6a-82353b55452c req-19a7bc4f-3ab1-4692-93cd-7519b2d3eb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:51.316102 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-47da2749-b4ab-491a-9c6a-82353b55452c req-19a7bc4f-3ab1-4692-93cd-7519b2d3eb0d service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2d1e732-3395-45e9-ab92-336826d1d69d HTTP/1.1" status: 200 len: 918 time: 0.1362205 Jun 23 14:54:51.330222 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c12589-d651-4c47-8445-5495c752882e None None] Checking router: 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:54:51.339296 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c12589-d651-4c47-8445-5495c752882e None None] Routers {'8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:54:51.339941 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-f7c12589-d651-4c47-8445-5495c752882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:54:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:51.350008 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38852) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:51.373673 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4e1f1b73-3a9c-4bc0-a226-4ac5e7074962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:51.427585 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-47da2749-b4ab-491a-9c6a-82353b55452c req-2dd429f9-dfb2-4f43-a37c-36a50d0784be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c673043-eb41-4450-b8e5-78c142173a94 HTTP/1.1" status: 200 len: 999 time: 0.1026549 Jun 23 14:54:51.472124 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-f7c12589-d651-4c47-8445-5495c752882e None None] Set router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:54:51.494522 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d8e8c-d148-4aa5-9eb5-c33423d5cb75 req-fc509764-0475-4c11-ab5e-59aea36fb0ab tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:51.497689 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-482d8e8c-d148-4aa5-9eb5-c33423d5cb75 req-fc509764-0475-4c11-ab5e-59aea36fb0ab tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.1260877 Jun 23 14:54:51.497907 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4e1f1b73-3a9c-4bc0-a226-4ac5e7074962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:51.502811 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4e1f1b73-3a9c-4bc0-a226-4ac5e7074962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:51.508011 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da2749-b4ab-491a-9c6a-82353b55452c req-a6ba37b6-a324-441c-9ebb-da5e664e571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:51.509525 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-47da2749-b4ab-491a-9c6a-82353b55452c req-a6ba37b6-a324-441c-9ebb-da5e664e571d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e25bbb7-3773-4230-b906-44113f972ac4 HTTP/1.1" status: 200 len: 856 time: 0.0706630 Jun 23 14:54:51.514366 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-374326a2-48d4-4c31-a6fb-761c35b3f626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:51.551393 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-4e1f1b73-3a9c-4bc0-a226-4ac5e7074962 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=514c6a94f3c84cd0b53b737461a5f721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983800 Jun 23 14:54:51.552495 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f1b73-3a9c-4bc0-a226-4ac5e7074962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03827347-f40c-4f44-aad5-c69f04b4a759,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:51.555042 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38854) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:51.572673 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-4e1f1b73-3a9c-4bc0-a226-4ac5e7074962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:51.581533 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-482d8e8c-d148-4aa5-9eb5-c33423d5cb75 req-000f1556-4f4c-4a3f-ab04-b3b40ba10d9c tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708201 Jun 23 14:54:51.609067 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da2749-b4ab-491a-9c6a-82353b55452c req-d336dcd7-77e4-4a4d-a9f4-0fc0865567c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:51.609324 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-47da2749-b4ab-491a-9c6a-82353b55452c req-d336dcd7-77e4-4a4d-a9f4-0fc0865567c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d1e732-3395-45e9-ab92-336826d1d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839758 Jun 23 14:54:51.632628 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9f2d6379-d2ff-4a55-aa0e-d38ea84c916f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:51.663220 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9f2d6379-d2ff-4a55-aa0e-d38ea84c916f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:51.732371 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9f2d6379-d2ff-4a55-aa0e-d38ea84c916f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:51.735639 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9f2d6379-d2ff-4a55-aa0e-d38ea84c916f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:51.739398 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-9f2d6379-d2ff-4a55-aa0e-d38ea84c916f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/03827347-f40c-4f44-aad5-c69f04b4a759 HTTP/1.1" status: 204 len: 168 time: 0.1794903 Jun 23 14:54:51.739398 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-29360423-3046-4f60-996b-a57a2fde4d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:51.742770 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-47da2749-b4ab-491a-9c6a-82353b55452c req-e096b00e-9bc2-4e50-b98a-378326c4fd58 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256866 Jun 23 14:54:51.752161 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d6379-d2ff-4a55-aa0e-d38ea84c916f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03827347-f40c-4f44-aad5-c69f04b4a759,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:51.754520 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-9f2d6379-d2ff-4a55-aa0e-d38ea84c916f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:51.874732 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-47da2749-b4ab-491a-9c6a-82353b55452c req-d02d3232-6a11-411b-b09b-0d098bd7ddc2 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209373 Jun 23 14:54:51.905634 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-f7c12589-d651-4c47-8445-5495c752882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-router', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:39Z', 'revision_number': 4, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'gw_port': {'id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:33Z', 'updated_at': '2021-06-23T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': '970a720b-f3da-4a00-84b7-bd58d8e5649d', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'port_id': '4c673043-eb41-4450-b8e5-78c142173a94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'mac_address': 'fa:16:3e:27:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b6a5c-24f8-4c13-97e3-767f85a2ef02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:54:37Z', 'updated_at': '2021-06-23T14:54:50Z', 'revision_number': 1, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc336e90-a726-4ad7-8c50-12ac53d21907', 'name': '', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'mac_address': 'fa:16:3e:df:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:37Z', 'updated_at': '2021-06-23T14:49:50Z', 'revision_number': 5, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'subnets': [{'id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:51.935804 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c12589-d651-4c47-8445-5495c752882e None None] The sync data for ids ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'] in dv-cinder-796286-8-iscsi is: [{'id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-router', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:39Z', 'revision_number': 4, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'gw_port': {'id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:33Z', 'updated_at': '2021-06-23T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': '970a720b-f3da-4a00-84b7-bd58d8e5649d', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'port_id': '4c673043-eb41-4450-b8e5-78c142173a94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'mac_address': 'fa:16:3e:27:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b6a5c-24f8-4c13-97e3-767f85a2ef02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:54:37Z', 'updated_at': '2021-06-23T14:54:50Z', 'revision_number': 1, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc336e90-a726-4ad7-8c50-12ac53d21907', 'name': '', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'mac_address': 'fa:16:3e:df:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:37Z', 'updated_at': '2021-06-23T14:49:50Z', 'revision_number': 5, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'subnets': [{'id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:54:52.192027 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef56e1c-5b11-456b-869f-dd8bdc57f5e9 None None] New status for floating IP 970a720b-f3da-4a00-84b7-bd58d8e5649d: ACTIVE {{(pid=104659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:54:52.771755 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213398c-45b4-4589-97b7-61b02e87d065 req-b6b44390-6993-4108-8be0-edb4e8e0de35 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:52.773082 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0213398c-45b4-4589-97b7-61b02e87d065 req-b6b44390-6993-4108-8be0-edb4e8e0de35 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0674727 Jun 23 14:54:52.814860 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0213398c-45b4-4589-97b7-61b02e87d065 req-e7a750f0-a38a-4631-9235-866a899715ca tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358026 Jun 23 14:54:53.946902 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38952) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:53.991191 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9b425-2111-414e-8ffe-888120b6fe5e req-54c3dbcb-c2b2-43da-a923-81cd200dbe88 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:53.992655 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3cf9b425-2111-414e-8ffe-888120b6fe5e req-54c3dbcb-c2b2-43da-a923-81cd200dbe88 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0630105 Jun 23 14:54:54.031240 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3cf9b425-2111-414e-8ffe-888120b6fe5e req-7c3c75ed-84ca-435b-94c1-cd3d6564c383 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325668 Jun 23 14:54:54.051600 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ede1333f-d8e8-4539-bd64-067269e3a57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:54.138876 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ede1333f-d8e8-4539-bd64-067269e3a57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:54.144111 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ede1333f-d8e8-4539-bd64-067269e3a57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:54.146662 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-a73492cf-917e-4bf7-93d7-9e66327a900d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:54.184304 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1333f-d8e8-4539-bd64-067269e3a57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7decb343-f7c3-4cc9-86ac-d2277516c394,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:54.188354 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffffb4-5597-4fdd-a135-03dd009f7091 req-1127f53f-d5fc-4231-999d-d75d51e3b0e2 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:54.190242 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-baffffb4-5597-4fdd-a135-03dd009f7091 req-1127f53f-d5fc-4231-999d-d75d51e3b0e2 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.44 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 946 time: 0.0689697 Jun 23 14:54:54.191006 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-ede1333f-d8e8-4539-bd64-067269e3a57a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=273c9a6354c54aed9fd852934f8f9f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425818 Jun 23 14:54:54.193243 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-ede1333f-d8e8-4539-bd64-067269e3a57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:54.193243 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38956) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:54.241299 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-97ede1b1-34b0-43fa-9e81-60d5942dc221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:54.263580 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-97ede1b1-34b0-43fa-9e81-60d5942dc221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:54.294043 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-baffffb4-5597-4fdd-a135-03dd009f7091 req-0f838fc4-2f48-4098-94bb-feab6fe08a7e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Deleting port 570af0f4-69d3-4505-97ab-54a4b850ab68 {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:54:54.294451 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-baffffb4-5597-4fdd-a135-03dd009f7091 req-0f838fc4-2f48-4098-94bb-feab6fe08a7e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:54.327806 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-97ede1b1-34b0-43fa-9e81-60d5942dc221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:54.330550 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-97ede1b1-34b0-43fa-9e81-60d5942dc221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:54.334234 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-97ede1b1-34b0-43fa-9e81-60d5942dc221 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7decb343-f7c3-4cc9-86ac-d2277516c394 HTTP/1.1" status: 204 len: 168 time: 0.1406291 Jun 23 14:54:54.335616 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-31898008-4d4d-4f7e-81d9-197fdb6bde58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:54.345143 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ede1b1-34b0-43fa-9e81-60d5942dc221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7decb343-f7c3-4cc9-86ac-d2277516c394,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:54.352882 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-97ede1b1-34b0-43fa-9e81-60d5942dc221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:54.395009 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-baffffb4-5597-4fdd-a135-03dd009f7091 req-0f838fc4-2f48-4098-94bb-feab6fe08a7e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] For port 570af0f4-69d3-4505-97ab-54a4b850ab68, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=570af0f4-69d3-4505-97ab-54a4b850ab68,segment=NetworkSegment(f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7),segment_id=f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:54:54.395651 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-baffffb4-5597-4fdd-a135-03dd009f7091 req-0f838fc4-2f48-4098-94bb-feab6fe08a7e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:54.566113 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-baffffb4-5597-4fdd-a135-03dd009f7091 req-0f838fc4-2f48-4098-94bb-feab6fe08a7e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:54.566536 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-baffffb4-5597-4fdd-a135-03dd009f7091 req-0f838fc4-2f48-4098-94bb-feab6fe08a7e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602980'] for floatingip, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:54.566922 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.db.l3_db [req-baffffb4-5597-4fdd-a135-03dd009f7091 req-0f838fc4-2f48-4098-94bb-feab6fe08a7e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Floating IP e2d5a370-a97f-418a-870e-2702c9ea5825 disassociated. External IP: 172.27.2.243, port: 570af0f4-69d3-4505-97ab-54a4b850ab68. Jun 23 14:54:54.567309 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-baffffb4-5597-4fdd-a135-03dd009f7091 req-0f838fc4-2f48-4098-94bb-feab6fe08a7e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Calling delete_port for 570af0f4-69d3-4505-97ab-54a4b850ab68 owned by compute:nova {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:54:54.597547 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38964) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:54.612635 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-89c7d684-985b-49da-a1df-e3430cdd1343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:54.706318 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:54.712079 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-baffffb4-5597-4fdd-a135-03dd009f7091 req-0f838fc4-2f48-4098-94bb-feab6fe08a7e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:54.716321 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c34a0152-e82b-483a-bda4-84fa78b91b82 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:54.727882 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-89c7d684-985b-49da-a1df-e3430cdd1343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:54.734254 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-89c7d684-985b-49da-a1df-e3430cdd1343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:54.736983 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-fedd50ae-e062-4ab5-8010-b2cb437ad932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:54.744475 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f838fc4-2f48-4098-94bb-feab6fe08a7e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Pushing event deleted for resources: {'Port': ['ID=570af0f4-69d3-4505-97ab-54a4b850ab68,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:54.747067 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-0f838fc4-2f48-4098-94bb-feab6fe08a7e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:54.775440 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-89c7d684-985b-49da-a1df-e3430cdd1343 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=59e3efa43fff45b9a3b6795edd6357ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767063 Jun 23 14:54:54.776886 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7d684-985b-49da-a1df-e3430cdd1343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2545c1-dbb6-41c8-850c-a4060a5958bd,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:54.779793 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-89c7d684-985b-49da-a1df-e3430cdd1343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:54.780724 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 38966) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:54.856517 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-5a54e1d3-6950-40d0-ac8d-2b38a40b3df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:54.880168 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-5a54e1d3-6950-40d0-ac8d-2b38a40b3df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:54.930134 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-5a54e1d3-6950-40d0-ac8d-2b38a40b3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:54.932647 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-5a54e1d3-6950-40d0-ac8d-2b38a40b3df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:54.933862 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-5a54e1d3-6950-40d0-ac8d-2b38a40b3df8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4e2545c1-dbb6-41c8-850c-a4060a5958bd HTTP/1.1" status: 204 len: 168 time: 0.1523008 Jun 23 14:54:54.934835 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-6edbb32b-99a2-405a-9f9d-29195b9e67d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:54.943283 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54e1d3-6950-40d0-ac8d-2b38a40b3df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2545c1-dbb6-41c8-850c-a4060a5958bd,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:54.945581 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-5a54e1d3-6950-40d0-ac8d-2b38a40b3df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:55.182193 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9e5874e0-53d0-49de-822d-c419f3fbc8b9 req-15c73179-8b6f-4796-b23e-9da01c13f725 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 210 time: 0.0319083 Jun 23 14:54:55.183941 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-baffffb4-5597-4fdd-a135-03dd009f7091 req-0f838fc4-2f48-4098-94bb-feab6fe08a7e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Router 3ce0109c-7662-48c5-b8d9-10426ada2803 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:54:55.299107 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-baffffb4-5597-4fdd-a135-03dd009f7091 req-0f838fc4-2f48-4098-94bb-feab6fe08a7e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:54:55.310359 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be93e57-ef7c-4e51-92ea-641ffb11b47c None None] Sync routers for ids ['3ce0109c-7662-48c5-b8d9-10426ada2803'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:54:55.321355 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be93e57-ef7c-4e51-92ea-641ffb11b47c None None] Routers {'3ce0109c-7662-48c5-b8d9-10426ada2803'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:54:55.322099 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-2be93e57-ef7c-4e51-92ea-641ffb11b47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:54:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['3ce0109c-7662-48c5-b8d9-10426ada2803'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:55.344918 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-baffffb4-5597-4fdd-a135-03dd009f7091 req-0f838fc4-2f48-4098-94bb-feab6fe08a7e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] No DVR routers for this DVR port 570af0f4-69d3-4505-97ab-54a4b850ab68 on host hv-cinder-79628 {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:54:55.347754 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-baffffb4-5597-4fdd-a135-03dd009f7091 req-0f838fc4-2f48-4098-94bb-feab6fe08a7e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:55.349836 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-baffffb4-5597-4fdd-a135-03dd009f7091 req-0f838fc4-2f48-4098-94bb-feab6fe08a7e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.44 "DELETE /v2.0/ports/570af0f4-69d3-4505-97ab-54a4b850ab68 HTTP/1.1" status: 204 len: 173 time: 1.1531491 Jun 23 14:54:55.350458 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67675fd-70ae-4c79-a345-8fe294efbb38', 'name': 'network-vif-deleted', 'tag': '570af0f4-69d3-4505-97ab-54a4b850ab68'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:54:55.356711 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92b313b-3d11-464c-af19-0bd9cfebccef" -d '{"events": [{"server_uuid": "b67675fd-70ae-4c79-a345-8fe294efbb38", "name": "network-vif-deleted", "tag": "570af0f4-69d3-4505-97ab-54a4b850ab68"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:54:55.393606 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ea34b0-6b54-4acb-891a-4c2e8e9c2c73 x-openstack-request-id: req-53ea34b0-6b54-4acb-891a-4c2e8e9c2c73 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:54:55.393965 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67675fd-70ae-4c79-a345-8fe294efbb38", "name": "network-vif-deleted", "tag": "570af0f4-69d3-4505-97ab-54a4b850ab68", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:54:55.394254 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-53ea34b0-6b54-4acb-891a-4c2e8e9c2c73 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:54:55.394682 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67675fd-70ae-4c79-a345-8fe294efbb38', 'name': 'network-vif-deleted', 'tag': '570af0f4-69d3-4505-97ab-54a4b850ab68', 'status': 'completed', 'code': 200} Jun 23 14:54:55.444344 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-2be93e57-ef7c-4e51-92ea-641ffb11b47c None None] Set router 3ce0109c-7662-48c5-b8d9-10426ada2803 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:54:55.573509 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2919db4c-ae92-4701-9de0-3373fd906466 req-3d09d6f7-2f3e-4ce6-9ec9-b19b2efd76ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b67675fd-70ae-4c79-a345-8fe294efbb38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0347803 Jun 23 14:54:55.656938 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2919db4c-ae92-4701-9de0-3373fd906466 req-6fe5fc3f-6b0b-47eb-a810-66555587e754 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=35f150cf617c4730b974b88b2fde4126&device_id=b67675fd-70ae-4c79-a345-8fe294efbb38 HTTP/1.1" status: 200 len: 210 time: 0.0313704 Jun 23 14:54:55.674600 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-2be93e57-ef7c-4e51-92ea-641ffb11b47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'name': 'tempest-AttachVolumeTestJSON-323470115-router', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:30Z', 'updated_at': '2021-06-23T14:49:37Z', 'revision_number': 4, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'gw_port': {'id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '61350974-3468-4277-93af-36d4eb0d3b06', 'name': '', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'mac_address': 'fa:16:3e:8e:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:35Z', 'updated_at': '2021-06-23T14:49:46Z', 'revision_number': 5, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'subnets': [{'id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:55.705705 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be93e57-ef7c-4e51-92ea-641ffb11b47c None None] Checking router: 3ce0109c-7662-48c5-b8d9-10426ada2803 for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:54:55.714778 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be93e57-ef7c-4e51-92ea-641ffb11b47c None None] Routers {'3ce0109c-7662-48c5-b8d9-10426ada2803'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:54:55.715411 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-2be93e57-ef7c-4e51-92ea-641ffb11b47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:54:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['3ce0109c-7662-48c5-b8d9-10426ada2803'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:55.778939 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919db4c-ae92-4701-9de0-3373fd906466 req-d79aaeac-df59-4015-817c-43126c0db96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:55.780486 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2919db4c-ae92-4701-9de0-3373fd906466 req-d79aaeac-df59-4015-817c-43126c0db96f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=35f150cf617c4730b974b88b2fde4126&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0966792 Jun 23 14:54:55.831103 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-2be93e57-ef7c-4e51-92ea-641ffb11b47c None None] Set router 3ce0109c-7662-48c5-b8d9-10426ada2803 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:54:55.907500 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919db4c-ae92-4701-9de0-3373fd906466 req-a404b763-047a-412c-b83b-035d8606725d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:55.909178 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2919db4c-ae92-4701-9de0-3373fd906466 req-a404b763-047a-412c-b83b-035d8606725d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1216252 Jun 23 14:54:56.079412 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-2be93e57-ef7c-4e51-92ea-641ffb11b47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'name': 'tempest-AttachVolumeTestJSON-323470115-router', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:30Z', 'updated_at': '2021-06-23T14:49:37Z', 'revision_number': 4, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'gw_port': {'id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '61350974-3468-4277-93af-36d4eb0d3b06', 'name': '', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'mac_address': 'fa:16:3e:8e:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:35Z', 'updated_at': '2021-06-23T14:49:46Z', 'revision_number': 5, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'subnets': [{'id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:54:56.107214 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be93e57-ef7c-4e51-92ea-641ffb11b47c None None] The sync data for ids ['3ce0109c-7662-48c5-b8d9-10426ada2803'] in dv-cinder-796286-8-iscsi is: [{'id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'name': 'tempest-AttachVolumeTestJSON-323470115-router', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:30Z', 'updated_at': '2021-06-23T14:49:37Z', 'revision_number': 4, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'gw_port': {'id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '61350974-3468-4277-93af-36d4eb0d3b06', 'name': '', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'mac_address': 'fa:16:3e:8e:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:35Z', 'updated_at': '2021-06-23T14:49:46Z', 'revision_number': 5, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'subnets': [{'id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:54:56.318805 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 39018) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:56.379586 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-84d46114-4ca8-444f-a8cb-4ddf29f7e2f9 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:56.380027 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:54:56.382376 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5c1485-3e7f-43ea-84d9-62c2e0031530 None None] New status for floating IP e2d5a370-a97f-418a-870e-2702c9ea5825: DOWN {{(pid=104659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:54:56.408159 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-84d46114-4ca8-444f-a8cb-4ddf29f7e2f9 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:56.469067 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-84d46114-4ca8-444f-a8cb-4ddf29f7e2f9 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:56.472128 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-84d46114-4ca8-444f-a8cb-4ddf29f7e2f9 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:56.476106 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-84d46114-4ca8-444f-a8cb-4ddf29f7e2f9 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "DELETE /v2.0/security-groups/239e9dc2-ad9e-4a48-8b74-d1b6887f47e4 HTTP/1.1" status: 204 len: 168 time: 0.1562712 Jun 23 14:54:56.476278 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 39024) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:56.476937 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-61d1e023-4717-430c-a55b-d972d335256e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:56.487197 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d46114-4ca8-444f-a8cb-4ddf29f7e2f9 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=239e9dc2-ad9e-4a48-8b74-d1b6887f47e4,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:56.490650 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-84d46114-4ca8-444f-a8cb-4ddf29f7e2f9 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:56.502993 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.api.v2.resource [None req-a715cdc2-1934-46d4-adfa-e29484ba09ef tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] show failed (client error): The resource could not be found. Jun 23 14:54:56.504201 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-a715cdc2-1934-46d4-adfa-e29484ba09ef tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups/239e9dc2-ad9e-4a48-8b74-d1b6887f47e4 HTTP/1.1" status: 404 len: 347 time: 0.0263212 Jun 23 14:54:56.507437 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 39026) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:56.646260 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-1ce8ca4d-f180-4f4d-b8ff-6eaa4b2efa28 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Deleting port 4978a599-4568-4201-9312-98a2eb5b6b8d {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:54:56.646671 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1ce8ca4d-f180-4f4d-b8ff-6eaa4b2efa28 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:56.731791 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1ce8ca4d-f180-4f4d-b8ff-6eaa4b2efa28 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:56.732058 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1ce8ca4d-f180-4f4d-b8ff-6eaa4b2efa28 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:56.743964 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-1ce8ca4d-f180-4f4d-b8ff-6eaa4b2efa28 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Calling delete_port for 4978a599-4568-4201-9312-98a2eb5b6b8d owned by network:floatingip {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:54:56.904190 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1ce8ca4d-f180-4f4d-b8ff-6eaa4b2efa28 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:56.904190 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-afaa8bc5-bddc-43ab-90cd-ed262a6f66a7 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:56.928858 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8ca4d-f180-4f4d-b8ff-6eaa4b2efa28 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Pushing event deleted for resources: {'Port': ['ID=4978a599-4568-4201-9312-98a2eb5b6b8d,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:56.932040 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-1ce8ca4d-f180-4f4d-b8ff-6eaa4b2efa28 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:56.993043 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1ce8ca4d-f180-4f4d-b8ff-6eaa4b2efa28 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for floatingip, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:56.995834 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1ce8ca4d-f180-4f4d-b8ff-6eaa4b2efa28 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for floatingip, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:57.000689 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-1ce8ca4d-f180-4f4d-b8ff-6eaa4b2efa28 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "DELETE /v2.0/floatingips/e2d5a370-a97f-418a-870e-2702c9ea5825 HTTP/1.1" status: 204 len: 168 time: 0.4887850 Jun 23 14:54:57.230641 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 39044) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:57.235912 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-318b8735-d39d-4bee-b045-2c8fcbd9b074 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1349631769', 'description': 'tempest-description--1303039191'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:54:57.258773 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-318b8735-d39d-4bee-b045-2c8fcbd9b074 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:57.340494 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-318b8735-d39d-4bee-b045-2c8fcbd9b074 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:57.346100 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-318b8735-d39d-4bee-b045-2c8fcbd9b074 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:57.351724 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-19d7772e-0890-40af-8bb4-6b0eb9399a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:57.385720 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-318b8735-d39d-4bee-b045-2c8fcbd9b074 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:57.386933 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-318b8735-d39d-4bee-b045-2c8fcbd9b074 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1552935 Jun 23 14:54:57.394519 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 39050) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:57.399430 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-a7d64eec-0d49-4ee3-ad8d-bd5ba8ec7f66 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Request body: {'security_group_rule': {'security_group_id': 'ffa01e3a-bbde-4c89-92d6-ab81e1ae3887', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:54:57.406435 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b8735-d39d-4bee-b045-2c8fcbd9b074 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa01e3a-bbde-4c89-92d6-ab81e1ae3887,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:57.419133 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b8735-d39d-4bee-b045-2c8fcbd9b074 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.419520 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b8735-d39d-4bee-b045-2c8fcbd9b074 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.419898 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b8735-d39d-4bee-b045-2c8fcbd9b074 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.420259 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b8735-d39d-4bee-b045-2c8fcbd9b074 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.420648 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b8735-d39d-4bee-b045-2c8fcbd9b074 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.421004 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b8735-d39d-4bee-b045-2c8fcbd9b074 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.421364 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b8735-d39d-4bee-b045-2c8fcbd9b074 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.421720 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b8735-d39d-4bee-b045-2c8fcbd9b074 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.422103 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b8735-d39d-4bee-b045-2c8fcbd9b074 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.422462 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b8735-d39d-4bee-b045-2c8fcbd9b074 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.422967 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b8735-d39d-4bee-b045-2c8fcbd9b074 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.423148 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b8735-d39d-4bee-b045-2c8fcbd9b074 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.428182 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-318b8735-d39d-4bee-b045-2c8fcbd9b074 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:57.449463 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a7d64eec-0d49-4ee3-ad8d-bd5ba8ec7f66 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:57.501914 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a7d64eec-0d49-4ee3-ad8d-bd5ba8ec7f66 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:57.505779 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a7d64eec-0d49-4ee3-ad8d-bd5ba8ec7f66 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:57.507899 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-74d9e415-27ec-42f2-9e18-342cb9a3d2b0 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:57.526292 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d64eec-0d49-4ee3-ad8d-bd5ba8ec7f66 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03027df-36c7-4b76-932e-15be741828eb,revision_number=0']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:57.528857 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-a7d64eec-0d49-4ee3-ad8d-bd5ba8ec7f66 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:57.537444 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a7d64eec-0d49-4ee3-ad8d-bd5ba8ec7f66 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:57.538797 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-a7d64eec-0d49-4ee3-ad8d-bd5ba8ec7f66 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1466162 Jun 23 14:54:57.541469 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 39054) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:57.546654 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-4c8dca10-8bbc-4d6f-a077-541f05c3701e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Request body: {'security_group_rule': {'security_group_id': 'ffa01e3a-bbde-4c89-92d6-ab81e1ae3887', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:54:57.572943 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-4c8dca10-8bbc-4d6f-a077-541f05c3701e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:57.634387 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-4c8dca10-8bbc-4d6f-a077-541f05c3701e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:57.641193 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-4c8dca10-8bbc-4d6f-a077-541f05c3701e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719472'] for security_group_rule, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:57.643341 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-05e20705-a89f-4194-98ee-3955fa59110f tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:57.656754 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dca10-8bbc-4d6f-a077-541f05c3701e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0beede4-728e-4819-9ef2-22a06acc6c8a,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:57.668095 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dca10-8bbc-4d6f-a077-541f05c3701e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.668476 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dca10-8bbc-4d6f-a077-541f05c3701e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.668844 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dca10-8bbc-4d6f-a077-541f05c3701e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.669200 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dca10-8bbc-4d6f-a077-541f05c3701e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.669557 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dca10-8bbc-4d6f-a077-541f05c3701e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.669934 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dca10-8bbc-4d6f-a077-541f05c3701e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.670291 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dca10-8bbc-4d6f-a077-541f05c3701e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.670686 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dca10-8bbc-4d6f-a077-541f05c3701e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.671042 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dca10-8bbc-4d6f-a077-541f05c3701e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.671390 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dca10-8bbc-4d6f-a077-541f05c3701e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.671737 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dca10-8bbc-4d6f-a077-541f05c3701e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.672080 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dca10-8bbc-4d6f-a077-541f05c3701e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:54:57.675850 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-4c8dca10-8bbc-4d6f-a077-541f05c3701e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:57.680046 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-4c8dca10-8bbc-4d6f-a077-541f05c3701e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:57.683987 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-4c8dca10-8bbc-4d6f-a077-541f05c3701e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392174 Jun 23 14:54:57.684844 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 39056) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:54:57.690302 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-ad92eff6-0259-4c26-b354-303caaa64b71 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Request body: {'floatingip': {'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:54:57.712472 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ad92eff6-0259-4c26-b354-303caaa64b71 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for floatingip, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:57.812630 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ad92eff6-0259-4c26-b354-303caaa64b71 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:57.920818 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [None req-ad92eff6-0259-4c26-b354-303caaa64b71 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Allocated IP 172.27.2.245 (fcd7f1a0-b694-4219-968d-f28fbbdba0ee/e66531d2-b162-4d5a-9b95-91879084f23c/c75617b1-81cd-4533-8ac9-92aa568ab705) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:54:58.023837 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ad92eff6-0259-4c26-b354-303caaa64b71 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:58.067611 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ad92eff6-0259-4c26-b354-303caaa64b71 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:58.070471 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c20cd913-4ca0-4155-ba47-705e6f6fa0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:58.108509 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad92eff6-0259-4c26-b354-303caaa64b71 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Network fcd7f1a0-b694-4219-968d-f28fbbdba0ee is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:54:58.111389 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-ad92eff6-0259-4c26-b354-303caaa64b71 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:54:58.115159 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad92eff6-0259-4c26-b354-303caaa64b71 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:54:58.144472 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92eff6-0259-4c26-b354-303caaa64b71 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Pushing event updated for resources: {'Port': ['ID=c75617b1-81cd-4533-8ac9-92aa568ab705,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:58.148384 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-ad92eff6-0259-4c26-b354-303caaa64b71 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:58.208016 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ad92eff6-0259-4c26-b354-303caaa64b71 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:58.252031 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ad92eff6-0259-4c26-b354-303caaa64b71 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:58.258303 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 570af0f4-69d3-4505-97ab-54a4b850ab68 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:54:58.284562 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] No Port match for: 570af0f4-69d3-4505-97ab-54a4b850ab68 {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:54:58.284922 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 570af0f4-69d3-4505-97ab-54a4b850ab68 not bound to the agent host hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:54:58.417477 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ad92eff6-0259-4c26-b354-303caaa64b71 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:58.422746 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ad92eff6-0259-4c26-b354-303caaa64b71 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:58.424773 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-fea4790b-a38e-4a1d-96da-92f22caadf3b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:54:58.488227 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92eff6-0259-4c26-b354-303caaa64b71 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Pushing event updated for resources: {'Port': ['ID=c75617b1-81cd-4533-8ac9-92aa568ab705,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:54:58.494830 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-ad92eff6-0259-4c26-b354-303caaa64b71 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:54:58.505813 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ad92eff6-0259-4c26-b354-303caaa64b71 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602980'] for floatingip, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:58.520756 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ad92eff6-0259-4c26-b354-303caaa64b71 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for floatingip, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:54:58.522107 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-ad92eff6-0259-4c26-b354-303caaa64b71 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8362200 Jun 23 14:54:58.721277 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b8796348-aca6-4018-b8e9-804399b5e27c req-efdfc7aa-8208-4a73-9fb8-93b9da5ea556 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1349631769&fields=id&tenant_id=35f150cf617c4730b974b88b2fde4126 HTTP/1.1" status: 200 len: 267 time: 0.0369785 Jun 23 14:54:58.824422 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8796348-aca6-4018-b8e9-804399b5e27c req-98161a34-8343-42f2-b66e-a4364e32f387 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:54:58.825845 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b8796348-aca6-4018-b8e9-804399b5e27c req-98161a34-8343-42f2-b66e-a4364e32f387 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/networks?id=e814d2cc-d75c-42e6-8108-39760acd9bb0 HTTP/1.1" status: 200 len: 810 time: 0.0981820 Jun 23 14:54:58.840651 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b8796348-aca6-4018-b8e9-804399b5e27c req-5c1008e6-8bcc-4fe4-b92f-2904d2bdcb21 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/quotas/35f150cf617c4730b974b88b2fde4126 HTTP/1.1" status: 200 len: 375 time: 0.0093012 Jun 23 14:54:58.922228 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b8796348-aca6-4018-b8e9-804399b5e27c req-529bd9ca-4ac7-4cc8-ae91-6a8bd81bf36f tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=35f150cf617c4730b974b88b2fde4126&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0747025 Jun 23 14:54:59.019682 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b8796348-aca6-4018-b8e9-804399b5e27c req-81062ed3-1f45-4c3a-aed5-c9b406dedf26 service neutron] 10.222.0.65 "GET /v2.0/networks/e814d2cc-d75c-42e6-8108-39760acd9bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870275 Jun 23 14:54:59.109267 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b8796348-aca6-4018-b8e9-804399b5e27c req-8b77a20b-5681-4efb-85f4-e5eac34da482 service neutron] 10.222.0.65 "GET /v2.0/networks/e814d2cc-d75c-42e6-8108-39760acd9bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837946 Jun 23 14:54:59.274255 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6b4abf7c-ad8c-4efa-929e-feff636ec7ba req-ae373360-4d51-45a9-9120-7f52f67c1847 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 210 time: 0.0283329 Jun 23 14:55:00.422808 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3d8bad40-d5c6-4b83-a0c1-6a422aba1ff9 req-ad63e37a-f07e-4742-a89c-092834759689 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 210 time: 0.0315402 Jun 23 14:55:00.472318 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8796348-aca6-4018-b8e9-804399b5e27c req-d40a6d6c-ab6d-4bb7-9418-ae581053f8bc tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:00.473809 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b8796348-aca6-4018-b8e9-804399b5e27c req-d40a6d6c-ab6d-4bb7-9418-ae581053f8bc tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.44 "GET /v2.0/networks?id=e814d2cc-d75c-42e6-8108-39760acd9bb0 HTTP/1.1" status: 200 len: 810 time: 0.1202085 Jun 23 14:55:00.517622 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b8796348-aca6-4018-b8e9-804399b5e27c req-bb4f7916-d261-400b-a165-14926f210397 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35f150cf617c4730b974b88b2fde4126 HTTP/1.1" status: 200 len: 380 time: 0.0338063 Jun 23 14:55:00.526892 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-b8796348-aca6-4018-b8e9-804399b5e27c req-259c4d01-0e88-492e-a434-4f5406eb18f7 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Request body: {'port': {'device_id': 'bf71d6e9-98c5-4d63-9392-8b3a36475895', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'admin_state_up': True, 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'security_groups': ['ffa01e3a-bbde-4c89-92d6-ab81e1ae3887']}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:00.640725 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8796348-aca6-4018-b8e9-804399b5e27c req-259c4d01-0e88-492e-a434-4f5406eb18f7 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Made reservation on behalf of 35f150cf617c4730b974b88b2fde4126 for: {'port': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:55:00.644445 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-b8796348-aca6-4018-b8e9-804399b5e27c req-259c4d01-0e88-492e-a434-4f5406eb18f7 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:00.766428 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [req-b8796348-aca6-4018-b8e9-804399b5e27c req-259c4d01-0e88-492e-a434-4f5406eb18f7 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Allocated IP 172.20.0.3 (e814d2cc-d75c-42e6-8108-39760acd9bb0/fd5cd500-ea2b-40e8-aaac-0fa807c14afc/8f68e28a-21f7-4b60-ade1-eec3bc1a14bb) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:55:00.902283 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-b8796348-aca6-4018-b8e9-804399b5e27c req-259c4d01-0e88-492e-a434-4f5406eb18f7 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:00.930510 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-b8796348-aca6-4018-b8e9-804399b5e27c req-259c4d01-0e88-492e-a434-4f5406eb18f7 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Transition to ACTIVE for port object 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb will not be triggered until provisioned by entity DHCP. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:55:00.966532 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-b8796348-aca6-4018-b8e9-804399b5e27c req-259c4d01-0e88-492e-a434-4f5406eb18f7 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:00.971070 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-1346ed90-a36c-4812-894d-8ca4e4c277af tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:01.014106 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8796348-aca6-4018-b8e9-804399b5e27c req-259c4d01-0e88-492e-a434-4f5406eb18f7 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Network e814d2cc-d75c-42e6-8108-39760acd9bb0 is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:55:01.021148 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [req-b8796348-aca6-4018-b8e9-804399b5e27c req-259c4d01-0e88-492e-a434-4f5406eb18f7 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:55:01.022025 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8796348-aca6-4018-b8e9-804399b5e27c req-259c4d01-0e88-492e-a434-4f5406eb18f7 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:55:01.028830 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c4d01-0e88-492e-a434-4f5406eb18f7 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Pushing event updated for resources: {'Port': ['ID=8f68e28a-21f7-4b60-ade1-eec3bc1a14bb,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:01.057598 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-259c4d01-0e88-492e-a434-4f5406eb18f7 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:01.091683 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8796348-aca6-4018-b8e9-804399b5e27c req-259c4d01-0e88-492e-a434-4f5406eb18f7 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:01.092446 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-b8796348-aca6-4018-b8e9-804399b5e27c req-259c4d01-0e88-492e-a434-4f5406eb18f7 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:01.112057 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b8796348-aca6-4018-b8e9-804399b5e27c req-259c4d01-0e88-492e-a434-4f5406eb18f7 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5887394 Jun 23 14:55:01.131436 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-b8796348-aca6-4018-b8e9-804399b5e27c req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Request body: {'port': {'device_id': 'bf71d6e9-98c5-4d63-9392-8b3a36475895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:01.228913 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-b8796348-aca6-4018-b8e9-804399b5e27c req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:01.310755 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-ec934c35-c3ef-4fe7-b21f-d6b655e03d8d None None] Provisioning for port 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:55:01.315606 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-ec934c35-c3ef-4fe7-b21f-d6b655e03d8d None None] Provisioning complete for port 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:55:01.316034 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-ec934c35-c3ef-4fe7-b21f-d6b655e03d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:01.351823 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-ec934c35-c3ef-4fe7-b21f-d6b655e03d8d None None] Port 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:55:01.513558 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [req-b8796348-aca6-4018-b8e9-804399b5e27c req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb {{(pid=104657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:55:01.521089 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-b8796348-aca6-4018-b8e9-804399b5e27c req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:01.537716 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-b8796348-aca6-4018-b8e9-804399b5e27c req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Transition to ACTIVE for port object 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb will not be triggered until provisioned by entity L2. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:55:01.541608 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-b8796348-aca6-4018-b8e9-804399b5e27c req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:01.544691 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-46016a36-5501-45d6-8733-d7ea4afcb6d5 tempest-AttachVolumeNegativeTest-364655173 tempest-AttachVolumeNegativeTest-364655173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:01.592914 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Pushing event updated for resources: {'Port': ['ID=8f68e28a-21f7-4b60-ade1-eec3bc1a14bb,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:01.603839 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b017487-5078-43f3-8340-c29c79b4f6b8 req-a1efdd20-9403-46da-8d73-7c1cfdae3c2e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:01.610401 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6b017487-5078-43f3-8340-c29c79b4f6b8 req-a1efdd20-9403-46da-8d73-7c1cfdae3c2e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 943 time: 0.0755434 Jun 23 14:55:01.611472 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:01.655234 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6b017487-5078-43f3-8340-c29c79b4f6b8 req-d43f851b-7938-4d11-b799-6382a40ae5c5 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffa01e3a-bbde-4c89-92d6-ab81e1ae3887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430765 Jun 23 14:55:01.670022 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-b8796348-aca6-4018-b8e9-804399b5e27c req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Attempting to bind port 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:55:01.670396 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-b8796348-aca6-4018-b8e9-804399b5e27c req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Attempting to bind port 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0'}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:55:01.671283 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8796348-aca6-4018-b8e9-804399b5e27c req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Attempting to bind port 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb on network e814d2cc-d75c-42e6-8108-39760acd9bb0 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:55:01.675704 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8796348-aca6-4018-b8e9-804399b5e27c req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Port 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb on network e814d2cc-d75c-42e6-8108-39760acd9bb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:55:01.675949 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8796348-aca6-4018-b8e9-804399b5e27c req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Attempting to bind port 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb on network e814d2cc-d75c-42e6-8108-39760acd9bb0 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:55:01.680802 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8796348-aca6-4018-b8e9-804399b5e27c req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Checking agent: {'id': 'd8f3122c-1231-4f5b-931f-565a6de0a48e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'started_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:55:01.681136 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8796348-aca6-4018-b8e9-804399b5e27c req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Checking segment: {'id': 'f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:55:01.681585 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8796348-aca6-4018-b8e9-804399b5e27c req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Bound using segment: {'id': 'f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0'} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:55:01.681974 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-b8796348-aca6-4018-b8e9-804399b5e27c req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Bound port: 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0'}}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:55:01.682340 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-b8796348-aca6-4018-b8e9-804399b5e27c req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:01.752283 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-b8796348-aca6-4018-b8e9-804399b5e27c req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] For port 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb, host hv-cinder-79628, cleared binding levels {{(pid=104657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:55:01.755497 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-b8796348-aca6-4018-b8e9-804399b5e27c req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] For port 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8f68e28a-21f7-4b60-ade1-eec3bc1a14bb,segment=NetworkSegment(f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7),segment_id=f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7)] {{(pid=104657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:55:01.760646 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-b8796348-aca6-4018-b8e9-804399b5e27c req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:01.764646 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:01.794989 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8796348-aca6-4018-b8e9-804399b5e27c req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:01.795515 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-b8796348-aca6-4018-b8e9-804399b5e27c req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:01.796954 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b8796348-aca6-4018-b8e9-804399b5e27c req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] 10.222.0.44 "PUT /v2.0/ports/8f68e28a-21f7-4b60-ade1-eec3bc1a14bb HTTP/1.1" status: 200 len: 1093 time: 0.6716833 Jun 23 14:55:01.797463 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf71d6e9-98c5-4d63-9392-8b3a36475895', 'tag': '8f68e28a-21f7-4b60-ade1-eec3bc1a14bb'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:55:01.799771 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b66b6f4-97fe-45d1-b3d4-ef5524da1e83" -d '{"events": [{"name": "network-changed", "server_uuid": "bf71d6e9-98c5-4d63-9392-8b3a36475895", "tag": "8f68e28a-21f7-4b60-ade1-eec3bc1a14bb"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:55:01.828379 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Pushing event updated for resources: {'Port': ['ID=8f68e28a-21f7-4b60-ade1-eec3bc1a14bb,revision_number=3']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:01.831618 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:01.858935 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e2b842-e62e-4f8b-8c79-2679fc15ac56 x-openstack-request-id: req-00e2b842-e62e-4f8b-8c79-2679fc15ac56 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:55:01.859263 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf71d6e9-98c5-4d63-9392-8b3a36475895", "tag": "8f68e28a-21f7-4b60-ade1-eec3bc1a14bb", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:55:01.860083 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-00e2b842-e62e-4f8b-8c79-2679fc15ac56 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:55:01.861823 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf71d6e9-98c5-4d63-9392-8b3a36475895', 'tag': '8f68e28a-21f7-4b60-ade1-eec3bc1a14bb', 'status': 'completed', 'code': 200} Jun 23 14:55:01.905942 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8796348-aca6-4018-b8e9-804399b5e27c req-79dcc4cb-0a0e-445a-9d56-01672456f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:01.907472 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b8796348-aca6-4018-b8e9-804399b5e27c req-79dcc4cb-0a0e-445a-9d56-01672456f74b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=35f150cf617c4730b974b88b2fde4126&device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 1096 time: 0.0598059 Jun 23 14:55:01.955860 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b8796348-aca6-4018-b8e9-804399b5e27c req-8179aaea-727e-462a-918b-396796883d49 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f68e28a-21f7-4b60-ade1-eec3bc1a14bb HTTP/1.1" status: 200 len: 217 time: 0.0387099 Jun 23 14:55:02.004760 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8796348-aca6-4018-b8e9-804399b5e27c req-395cb78d-6962-46ce-ad9c-f947c63789bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:02.006228 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b8796348-aca6-4018-b8e9-804399b5e27c req-395cb78d-6962-46ce-ad9c-f947c63789bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fd5cd500-ea2b-40e8-aaac-0fa807c14afc HTTP/1.1" status: 200 len: 849 time: 0.0438781 Jun 23 14:55:02.064184 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8796348-aca6-4018-b8e9-804399b5e27c req-81b62077-c67d-4d87-be9d-9500394503ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:02.065636 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b8796348-aca6-4018-b8e9-804399b5e27c req-81b62077-c67d-4d87-be9d-9500394503ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e814d2cc-d75c-42e6-8108-39760acd9bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517755 Jun 23 14:55:02.158495 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b8796348-aca6-4018-b8e9-804399b5e27c req-9b6f11e0-90ea-455f-8917-1859d29830fb service neutron] 10.222.0.44 "GET /v2.0/networks/e814d2cc-d75c-42e6-8108-39760acd9bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842407 Jun 23 14:55:02.248284 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b8796348-aca6-4018-b8e9-804399b5e27c req-a531cb06-a76a-4bd4-ac14-6ea282dc7e56 service neutron] 10.222.0.44 "GET /v2.0/networks/e814d2cc-d75c-42e6-8108-39760acd9bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828953 Jun 23 14:55:02.354732 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b6f4-97fe-45d1-b3d4-ef5524da1e83 req-e445cad8-3023-4924-9617-a334e1907277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:02.356205 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5b66b6f4-97fe-45d1-b3d4-ef5524da1e83 req-e445cad8-3023-4924-9617-a334e1907277 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=35f150cf617c4730b974b88b2fde4126&device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 1096 time: 0.0577908 Jun 23 14:55:02.471334 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b6f4-97fe-45d1-b3d4-ef5524da1e83 req-7cdeec35-0f26-4fb5-924e-b294e3498f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:02.472941 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5b66b6f4-97fe-45d1-b3d4-ef5524da1e83 req-7cdeec35-0f26-4fb5-924e-b294e3498f5f service neutron] 10.222.0.44 "GET /v2.0/networks?id=e814d2cc-d75c-42e6-8108-39760acd9bb0 HTTP/1.1" status: 200 len: 911 time: 0.1089101 Jun 23 14:55:02.531485 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5b66b6f4-97fe-45d1-b3d4-ef5524da1e83 req-52bbef95-b754-4572-aadd-0519b545095c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f68e28a-21f7-4b60-ade1-eec3bc1a14bb HTTP/1.1" status: 200 len: 217 time: 0.0502970 Jun 23 14:55:02.588893 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b6f4-97fe-45d1-b3d4-ef5524da1e83 req-f03fe553-40d2-45de-8357-dae7111b3ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:02.590437 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5b66b6f4-97fe-45d1-b3d4-ef5524da1e83 req-f03fe553-40d2-45de-8357-dae7111b3ce5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fd5cd500-ea2b-40e8-aaac-0fa807c14afc HTTP/1.1" status: 200 len: 849 time: 0.0488563 Jun 23 14:55:02.658748 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b6f4-97fe-45d1-b3d4-ef5524da1e83 req-f5838d99-e1df-421c-9eb0-f0f3fe6e71a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:02.660315 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5b66b6f4-97fe-45d1-b3d4-ef5524da1e83 req-f5838d99-e1df-421c-9eb0-f0f3fe6e71a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e814d2cc-d75c-42e6-8108-39760acd9bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615849 Jun 23 14:55:02.757996 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5b66b6f4-97fe-45d1-b3d4-ef5524da1e83 req-9e268751-6ada-4ab7-bd37-019c4ea39f7c service neutron] 10.222.0.44 "GET /v2.0/networks/e814d2cc-d75c-42e6-8108-39760acd9bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899620 Jun 23 14:55:02.901029 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5b66b6f4-97fe-45d1-b3d4-ef5524da1e83 req-a756e20e-d82f-400c-a4b8-75edfa08329d service neutron] 10.222.0.44 "GET /v2.0/networks/e814d2cc-d75c-42e6-8108-39760acd9bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344793 Jun 23 14:55:02.914838 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf94272-975c-47be-8bce-3c5654008ddd req-58a5214c-b8b0-4276-bcf0-f3c4676d199d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:02.916360 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-daf94272-975c-47be-8bce-3c5654008ddd req-58a5214c-b8b0-4276-bcf0-f3c4676d199d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 943 time: 0.1308534 Jun 23 14:55:02.962566 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-daf94272-975c-47be-8bce-3c5654008ddd req-a742b440-9eee-4e01-9044-edd3697c507e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffa01e3a-bbde-4c89-92d6-ab81e1ae3887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387902 Jun 23 14:55:04.157081 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1e191956-9345-4883-9399-4522d870212e req-6bf64d0b-97c2-4ca6-a9ab-a23f12bb5c36 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-557826267&fields=id&tenant_id=48ae03c8936d4b8aae737d381bdafe5a HTTP/1.1" status: 200 len: 267 time: 0.0467823 Jun 23 14:55:04.231109 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d712e6-2165-46fc-8bb3-00452e85d542 req-1ad73f2f-f3b8-40c4-a6ac-11f9f394013f tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:04.232764 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b5d712e6-2165-46fc-8bb3-00452e85d542 req-1ad73f2f-f3b8-40c4-a6ac-11f9f394013f tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 943 time: 0.1051462 Jun 23 14:55:04.254737 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e191956-9345-4883-9399-4522d870212e req-8f93dee7-b77b-4a31-8703-ff110a995ce8 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:04.263425 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1e191956-9345-4883-9399-4522d870212e req-8f93dee7-b77b-4a31-8703-ff110a995ce8 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 984 time: 0.1044619 Jun 23 14:55:04.271205 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-1e191956-9345-4883-9399-4522d870212e req-52c01fe4-9ffa-46e7-9461-b28943f7c7f3 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Request body: {'port': {'security_groups': ['4f50c060-08cc-4211-9cdf-54f5254f0c37']}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:04.325757 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b5d712e6-2165-46fc-8bb3-00452e85d542 req-121f4044-28df-4041-b56c-36c2ff1f47b7 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffa01e3a-bbde-4c89-92d6-ab81e1ae3887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768616 Jun 23 14:55:04.327962 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:55:04.410965 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-1e191956-9345-4883-9399-4522d870212e req-52c01fe4-9ffa-46e7-9461-b28943f7c7f3 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:04.480407 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8f68e28a-21f7-4b60-ade1-eec3bc1a14bb,segment=NetworkSegment(f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7),segment_id=f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:04.496891 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': '8f68e28a-21f7-4b60-ade1-eec3bc1a14bb', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'port_id': '8f68e28a-21f7-4b60-ade1-eec3bc1a14bb', 'mac_address': 'fa:16:3e:38:22:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:55:04.540095 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:04.556410 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:55:04.580094 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8f68e28a-21f7-4b60-ade1-eec3bc1a14bb,segment=NetworkSegment(f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7),segment_id=f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:04.592378 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:04.594887 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:04.643414 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-1e191956-9345-4883-9399-4522d870212e req-52c01fe4-9ffa-46e7-9461-b28943f7c7f3 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] For port e2dbb36f-8751-44c6-92b3-d6bf0359295f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e2dbb36f-8751-44c6-92b3-d6bf0359295f,segment=NetworkSegment(2ac980b6-d322-41e5-bc4d-248fcfc6f6a5),segment_id=2ac980b6-d322-41e5-bc4d-248fcfc6f6a5)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:04.653368 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=8f68e28a-21f7-4b60-ade1-eec3bc1a14bb,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:04.656763 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:04.677684 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-1e191956-9345-4883-9399-4522d870212e req-52c01fe4-9ffa-46e7-9461-b28943f7c7f3 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:04.683547 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-1e191956-9345-4883-9399-4522d870212e req-52c01fe4-9ffa-46e7-9461-b28943f7c7f3 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:04.688972 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-e8ffd954-fe23-4e8f-851f-9ab749740bae tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:04.697333 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['e2dbb36f-8751-44c6-92b3-d6bf0359295f'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:55:04.737200 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e191956-9345-4883-9399-4522d870212e req-52c01fe4-9ffa-46e7-9461-b28943f7c7f3 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:04.737885 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-1e191956-9345-4883-9399-4522d870212e req-52c01fe4-9ffa-46e7-9461-b28943f7c7f3 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:04.739318 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1e191956-9345-4883-9399-4522d870212e req-52c01fe4-9ffa-46e7-9461-b28943f7c7f3 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "PUT /v2.0/ports/e2dbb36f-8751-44c6-92b3-d6bf0359295f HTTP/1.1" status: 200 len: 942 time: 0.4750860 Jun 23 14:55:04.739860 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa57212-7777-4106-b580-23492cc22216', 'tag': 'e2dbb36f-8751-44c6-92b3-d6bf0359295f'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:55:04.745307 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 39176) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:04.745780 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4192aa96-4524-4f36-af77-19c4cbf93685" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa57212-7777-4106-b580-23492cc22216", "tag": "e2dbb36f-8751-44c6-92b3-d6bf0359295f"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:55:04.857772 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c01fe4-9ffa-46e7-9461-b28943f7c7f3 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Pushing event updated for resources: {'Port': ['ID=e2dbb36f-8751-44c6-92b3-d6bf0359295f,revision_number=7']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:04.865393 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002627ac-eba7-4825-98e4-41795617c51c x-openstack-request-id: req-002627ac-eba7-4825-98e4-41795617c51c {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:55:04.865393 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa57212-7777-4106-b580-23492cc22216", "tag": "e2dbb36f-8751-44c6-92b3-d6bf0359295f", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:55:04.865736 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-002627ac-eba7-4825-98e4-41795617c51c {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:55:04.866962 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa57212-7777-4106-b580-23492cc22216', 'tag': 'e2dbb36f-8751-44c6-92b3-d6bf0359295f', 'status': 'completed', 'code': 200} Jun 23 14:55:04.867996 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-52c01fe4-9ffa-46e7-9461-b28943f7c7f3 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:04.871104 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a1963a5c-5699-4e69-83d0-c3dad95b239e tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:04.917472 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a1963a5c-5699-4e69-83d0-c3dad95b239e tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:04.950394 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['e2dbb36f-8751-44c6-92b3-d6bf0359295f'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:55:05.016634 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192aa96-4524-4f36-af77-19c4cbf93685 req-0f357d43-5c12-44fb-b3df-0502a81b378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:05.025328 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4192aa96-4524-4f36-af77-19c4cbf93685 req-0f357d43-5c12-44fb-b3df-0502a81b378a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ae03c8936d4b8aae737d381bdafe5a&device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 1098 time: 0.1562316 Jun 23 14:55:05.052878 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a1963a5c-5699-4e69-83d0-c3dad95b239e tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:05.056193 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a1963a5c-5699-4e69-83d0-c3dad95b239e tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:05.058454 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['8f68e28a-21f7-4b60-ade1-eec3bc1a14bb'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:55:05.058813 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-a1963a5c-5699-4e69-83d0-c3dad95b239e tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "DELETE /v2.0/security-groups/bbcddff7-3b6b-4b73-a605-6194485ce71b HTTP/1.1" status: 204 len: 168 time: 0.3103800 Jun 23 14:55:05.059927 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-97ede1b1-34b0-43fa-9e81-60d5942dc221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:05.073088 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 39190) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:05.074359 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1963a5c-5699-4e69-83d0-c3dad95b239e tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcddff7-3b6b-4b73-a605-6194485ce71b,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:05.114396 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-a1963a5c-5699-4e69-83d0-c3dad95b239e tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:05.195376 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-880f52bd-9939-4223-ab4e-2ef5af6feadd None None] Provisioning complete for port e2dbb36f-8751-44c6-92b3-d6bf0359295f triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:55:05.195772 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-880f52bd-9939-4223-ab4e-2ef5af6feadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:05.243457 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192aa96-4524-4f36-af77-19c4cbf93685 req-e65db948-36d3-4496-9785-19e093c2bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:05.246179 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4192aa96-4524-4f36-af77-19c4cbf93685 req-e65db948-36d3-4496-9785-19e093c2bb99 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a1115ee8-5372-48ee-a732-c77948f674dc HTTP/1.1" status: 200 len: 915 time: 0.2042646 Jun 23 14:55:05.337243 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4192aa96-4524-4f36-af77-19c4cbf93685 req-09dee90d-6925-489d-9b84-c797d2d8a758 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2dbb36f-8751-44c6-92b3-d6bf0359295f HTTP/1.1" status: 200 len: 1001 time: 0.0776846 Jun 23 14:55:05.426188 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192aa96-4524-4f36-af77-19c4cbf93685 req-e89a1cf6-cf44-493a-9639-ab1b806d669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:05.428014 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4192aa96-4524-4f36-af77-19c4cbf93685 req-e89a1cf6-cf44-493a-9639-ab1b806d669f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9269878-b91e-4434-829a-8b123dec3d3e HTTP/1.1" status: 200 len: 853 time: 0.0804825 Jun 23 14:55:05.435841 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-68065656-5bd0-43f4-8f41-8e9898d7a2e4 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Deleting port 69fcf91d-9497-473e-a102-f168e4f627e0 {{(pid=104656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:55:05.437724 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-68065656-5bd0-43f4-8f41-8e9898d7a2e4 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:05.539978 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-68065656-5bd0-43f4-8f41-8e9898d7a2e4 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:05.540311 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-68065656-5bd0-43f4-8f41-8e9898d7a2e4 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:05.553388 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-68065656-5bd0-43f4-8f41-8e9898d7a2e4 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Calling delete_port for 69fcf91d-9497-473e-a102-f168e4f627e0 owned by network:floatingip {{(pid=104656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:55:05.579291 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192aa96-4524-4f36-af77-19c4cbf93685 req-f3837ccd-8479-4668-b783-4fd09a2296a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:05.581147 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4192aa96-4524-4f36-af77-19c4cbf93685 req-f3837ccd-8479-4668-b783-4fd09a2296a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a1115ee8-5372-48ee-a732-c77948f674dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1421714 Jun 23 14:55:05.589172 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf245b-3c8d-40f1-af59-db1d32e5f83e req-97bfb401-a2b5-4287-a0e1-3f325bea2525 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:05.590646 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5ecf245b-3c8d-40f1-af59-db1d32e5f83e req-97bfb401-a2b5-4287-a0e1-3f325bea2525 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 944 time: 0.1076825 Jun 23 14:55:05.683207 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5ecf245b-3c8d-40f1-af59-db1d32e5f83e req-493a8fd7-9197-4b8c-8651-93ca022dc889 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffa01e3a-bbde-4c89-92d6-ab81e1ae3887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830045 Jun 23 14:55:05.713289 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4192aa96-4524-4f36-af77-19c4cbf93685 req-22e98758-0177-48c4-bcca-544bea8298d0 service neutron] 10.222.0.44 "GET /v2.0/networks/a1115ee8-5372-48ee-a732-c77948f674dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216691 Jun 23 14:55:05.756539 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-68065656-5bd0-43f4-8f41-8e9898d7a2e4 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51636836'] for port, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:05.759013 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:05.786938 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68065656-5bd0-43f4-8f41-8e9898d7a2e4 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Pushing event deleted for resources: {'Port': ['ID=69fcf91d-9497-473e-a102-f168e4f627e0,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:05.790947 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-68065656-5bd0-43f4-8f41-8e9898d7a2e4 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:05.856073 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-68065656-5bd0-43f4-8f41-8e9898d7a2e4 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks [] for floatingip, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:05.856353 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.db.l3_db [None req-68065656-5bd0-43f4-8f41-8e9898d7a2e4 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Floating IP bbc054d3-3546-4fad-a236-6efb3ced88f1 disassociated (deleted). External IP: 172.27.2.191, port: e2dbb36f-8751-44c6-92b3-d6bf0359295f. Jun 23 14:55:06.073132 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68065656-5bd0-43f4-8f41-8e9898d7a2e4 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Router b3fc5eb4-fdeb-482c-a934-12d8e735343e has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:55:06.188312 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68065656-5bd0-43f4-8f41-8e9898d7a2e4 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:55:06.193567 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-68065656-5bd0-43f4-8f41-8e9898d7a2e4 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for floatingip, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:06.199339 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec0ca67-a842-4548-956f-f73b72f2545c None None] Sync routers for ids ['b3fc5eb4-fdeb-482c-a934-12d8e735343e'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:55:06.210031 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec0ca67-a842-4548-956f-f73b72f2545c None None] Routers {'b3fc5eb4-fdeb-482c-a934-12d8e735343e'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:55:06.210666 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-3ec0ca67-a842-4548-956f-f73b72f2545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:54:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['b3fc5eb4-fdeb-482c-a934-12d8e735343e'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:06.237885 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-68065656-5bd0-43f4-8f41-8e9898d7a2e4 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "DELETE /v2.0/floatingips/bbc054d3-3546-4fad-a236-6efb3ced88f1 HTTP/1.1" status: 204 len: 168 time: 1.1545005 Jun 23 14:55:06.238579 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa57212-7777-4106-b580-23492cc22216', 'tag': 'e2dbb36f-8751-44c6-92b3-d6bf0359295f'}] {{(pid=104656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:55:06.242167 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e40a2b8b531bb5981548eb1117bf515d9995984da5dfbee5bd4235f0b2f017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5690e6eb-f885-44dd-9d71-fd652a7daa5e" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa57212-7777-4106-b580-23492cc22216", "tag": "e2dbb36f-8751-44c6-92b3-d6bf0359295f"}]}' {{(pid=104656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:55:06.319676 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 39210) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:06.324417 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-3ec0ca67-a842-4548-956f-f73b72f2545c None None] Set router b3fc5eb4-fdeb-482c-a934-12d8e735343e gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:55:06.455492 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-aefd6c14-1514-43c5-844d-f36242ac5aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:06.571077 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-aefd6c14-1514-43c5-844d-f36242ac5aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:06.576261 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-aefd6c14-1514-43c5-844d-f36242ac5aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:06.580620 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-8aba5c06-69de-4a0e-9ce6-13d1fdecdc66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:06.620166 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-aefd6c14-1514-43c5-844d-f36242ac5aff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e10548b4ef4846eeb3198a7f878b44ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985914 Jun 23 14:55:06.624419 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 39224) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:06.630715 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd6c14-1514-43c5-844d-f36242ac5aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998841c3-e43a-47bf-9948-5c80387e0694,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:06.634408 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-aefd6c14-1514-43c5-844d-f36242ac5aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:06.688618 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-be740c30-48c0-47c8-9656-0ac8d64fb559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:06.704380 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-3ec0ca67-a842-4548-956f-f73b72f2545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'name': 'tempest-TestMinimumBasicScenario-615114459-router', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:26Z', 'updated_at': '2021-06-23T14:51:30Z', 'revision_number': 4, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'gw_port': {'id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:27Z', 'updated_at': '2021-06-23T14:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71', 'name': '', 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'mac_address': 'fa:16:3e:c3:fb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a9269878-b91e-4434-829a-8b123dec3d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:29Z', 'updated_at': '2021-06-23T14:51:36Z', 'revision_number': 5, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'subnets': [{'id': 'a9269878-b91e-4434-829a-8b123dec3d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:06.720955 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-be740c30-48c0-47c8-9656-0ac8d64fb559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:06.739761 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec0ca67-a842-4548-956f-f73b72f2545c None None] Checking router: b3fc5eb4-fdeb-482c-a934-12d8e735343e for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:55:06.750103 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec0ca67-a842-4548-956f-f73b72f2545c None None] Routers {'b3fc5eb4-fdeb-482c-a934-12d8e735343e'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:55:06.750836 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-3ec0ca67-a842-4548-956f-f73b72f2545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:54:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['b3fc5eb4-fdeb-482c-a934-12d8e735343e'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:06.756274 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa13cdef-bfa2-4d18-b086-e1c160ebe13b x-openstack-request-id: req-fa13cdef-bfa2-4d18-b086-e1c160ebe13b {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:55:06.756540 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa57212-7777-4106-b580-23492cc22216", "tag": "e2dbb36f-8751-44c6-92b3-d6bf0359295f", "status": "completed", "code": 200}]} {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:55:06.756929 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa13cdef-bfa2-4d18-b086-e1c160ebe13b {{(pid=104656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:55:06.757375 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa57212-7777-4106-b580-23492cc22216', 'tag': 'e2dbb36f-8751-44c6-92b3-d6bf0359295f', 'status': 'completed', 'code': 200} Jun 23 14:55:06.787343 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-be740c30-48c0-47c8-9656-0ac8d64fb559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:06.793195 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-be740c30-48c0-47c8-9656-0ac8d64fb559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:06.814191 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-be740c30-48c0-47c8-9656-0ac8d64fb559 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/998841c3-e43a-47bf-9948-5c80387e0694 HTTP/1.1" status: 204 len: 168 time: 0.1834230 Jun 23 14:55:06.815599 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-ede1333f-d8e8-4539-bd64-067269e3a57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:06.839431 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be740c30-48c0-47c8-9656-0ac8d64fb559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998841c3-e43a-47bf-9948-5c80387e0694,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:06.844939 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4192aa96-4524-4f36-af77-19c4cbf93685 req-a53e2258-5365-4d14-b7a6-43c38fe3c1c0 service neutron] 10.222.0.44 "GET /v2.0/networks/a1115ee8-5372-48ee-a732-c77948f674dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556377 Jun 23 14:55:06.850882 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-be740c30-48c0-47c8-9656-0ac8d64fb559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:06.915046 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-3ec0ca67-a842-4548-956f-f73b72f2545c None None] Set router b3fc5eb4-fdeb-482c-a934-12d8e735343e gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:55:07.021728 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ffc10-bf79-4772-96d5-31febd8f63fc req-7cf3bada-ff12-48c4-aa47-d5f30bf66424 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:07.023311 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-8b9ffc10-bf79-4772-96d5-31febd8f63fc req-7cf3bada-ff12-48c4-aa47-d5f30bf66424 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 944 time: 0.0714605 Jun 23 14:55:07.075237 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-8b9ffc10-bf79-4772-96d5-31febd8f63fc req-0003e1d5-cdf9-46c0-8ed1-829feffb20f0 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffa01e3a-bbde-4c89-92d6-ab81e1ae3887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441513 Jun 23 14:55:07.082070 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-f7b94622-086e-4c79-9e90-be395b862b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:07.165176 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-3ec0ca67-a842-4548-956f-f73b72f2545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'name': 'tempest-TestMinimumBasicScenario-615114459-router', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:26Z', 'updated_at': '2021-06-23T14:51:30Z', 'revision_number': 4, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'gw_port': {'id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:27Z', 'updated_at': '2021-06-23T14:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71', 'name': '', 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'mac_address': 'fa:16:3e:c3:fb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a9269878-b91e-4434-829a-8b123dec3d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:29Z', 'updated_at': '2021-06-23T14:51:36Z', 'revision_number': 5, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'subnets': [{'id': 'a9269878-b91e-4434-829a-8b123dec3d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:07.187083 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 39232) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:07.192443 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec0ca67-a842-4548-956f-f73b72f2545c None None] The sync data for ids ['b3fc5eb4-fdeb-482c-a934-12d8e735343e'] in dv-cinder-796286-8-iscsi is: [{'id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'name': 'tempest-TestMinimumBasicScenario-615114459-router', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:26Z', 'updated_at': '2021-06-23T14:51:30Z', 'revision_number': 4, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'gw_port': {'id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:27Z', 'updated_at': '2021-06-23T14:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71', 'name': '', 'network_id': 'a1115ee8-5372-48ee-a732-c77948f674dc', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'mac_address': 'fa:16:3e:c3:fb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a9269878-b91e-4434-829a-8b123dec3d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:29Z', 'updated_at': '2021-06-23T14:51:36Z', 'revision_number': 5, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'subnets': [{'id': 'a9269878-b91e-4434-829a-8b123dec3d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:55:07.203549 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8ada1803-45d8-4b93-9f22-029211f541a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:07.313030 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8ada1803-45d8-4b93-9f22-029211f541a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:07.317225 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8ada1803-45d8-4b93-9f22-029211f541a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:07.320032 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-d6a2c0db-2d2f-461c-ae87-a8a838b776cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:07.359886 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-8ada1803-45d8-4b93-9f22-029211f541a7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3661e8beb1be4dda829ae2969979b6ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716228 Jun 23 14:55:07.360945 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada1803-45d8-4b93-9f22-029211f541a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43b9a82-9ff4-4315-9c2c-f16e46a13553,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:07.363389 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 39234) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:07.370860 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-8ada1803-45d8-4b93-9f22-029211f541a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:07.420141 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f7f26efd-d2fb-4916-a9e8-0445a30a8fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:07.446916 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f7f26efd-d2fb-4916-a9e8-0445a30a8fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:07.467174 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25071291-7b6e-4f5f-8b95-5adf802cbdde None None] New status for floating IP bbc054d3-3546-4fad-a236-6efb3ced88f1: DOWN {{(pid=104659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:55:07.515750 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f7f26efd-d2fb-4916-a9e8-0445a30a8fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:07.518544 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f7f26efd-d2fb-4916-a9e8-0445a30a8fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:07.522165 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-f7f26efd-d2fb-4916-a9e8-0445a30a8fae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e43b9a82-9ff4-4315-9c2c-f16e46a13553 HTTP/1.1" status: 204 len: 168 time: 0.1553626 Jun 23 14:55:07.522165 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-aefd6c14-1514-43c5-844d-f36242ac5aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:07.528404 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f26efd-d2fb-4916-a9e8-0445a30a8fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43b9a82-9ff4-4315-9c2c-f16e46a13553,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:07.531396 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-f7f26efd-d2fb-4916-a9e8-0445a30a8fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:08.207834 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 39262) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:08.247452 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472126c-53b6-4b9c-9c49-7c447273154a req-bf437d81-578f-4519-aa86-b90b289a76e6 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:08.249504 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0472126c-53b6-4b9c-9c49-7c447273154a req-bf437d81-578f-4519-aa86-b90b289a76e6 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 944 time: 0.0652318 Jun 23 14:55:08.291733 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0472126c-53b6-4b9c-9c49-7c447273154a req-44779ea6-4483-49c9-85bf-a222a48e2ee0 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffa01e3a-bbde-4c89-92d6-ab81e1ae3887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365489 Jun 23 14:55:08.300903 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-3e76f7a3-382b-4293-b2b8-184241a259a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-663359974-network', 'tenant_id': '1ced541ecd804f12b379775dcfbd283a'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:08.322415 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e76f7a3-382b-4293-b2b8-184241a259a2 admin admin] Made reservation on behalf of 1ced541ecd804f12b379775dcfbd283a for: {'network': 1} {{(pid=104656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:55:08.324703 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3e76f7a3-382b-4293-b2b8-184241a259a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for network, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:08.333428 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3e76f7a3-382b-4293-b2b8-184241a259a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:08.420434 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3e76f7a3-382b-4293-b2b8-184241a259a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:08.424271 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3e76f7a3-382b-4293-b2b8-184241a259a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:08.427984 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-5a54e1d3-6950-40d0-ac8d-2b38a40b3df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:08.446137 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e76f7a3-382b-4293-b2b8-184241a259a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=104656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:55:08.462028 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76f7a3-382b-4293-b2b8-184241a259a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56be0659-c532-4f0e-b25a-23a555c4c276,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:08.465269 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3e76f7a3-382b-4293-b2b8-184241a259a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:08.465612 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.db.segments_db [None req-3e76f7a3-382b-4293-b2b8-184241a259a2 admin admin] Added segment 7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb of type vlan for network fea319e2-c590-4b2e-b278-c4bbee04be67 Jun 23 14:55:08.467100 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-3e76f7a3-382b-4293-b2b8-184241a259a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:08.506358 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3e76f7a3-382b-4293-b2b8-184241a259a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784121897485'] for network, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:08.540799 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3e76f7a3-382b-4293-b2b8-184241a259a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374'] for network, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:08.542442 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e76f7a3-382b-4293-b2b8-184241a259a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:08.543128 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3e76f7a3-382b-4293-b2b8-184241a259a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:08.545287 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:08.784125 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690e6eb-f885-44dd-9d71-fd652a7daa5e req-066b86dc-1c03-43b9-b7a6-b767aa906603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:08.785598 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5690e6eb-f885-44dd-9d71-fd652a7daa5e req-066b86dc-1c03-43b9-b7a6-b767aa906603 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ae03c8936d4b8aae737d381bdafe5a&device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 1098 time: 0.0624621 Jun 23 14:55:08.852901 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-3e76f7a3-382b-4293-b2b8-184241a259a2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6437399 Jun 23 14:55:08.855707 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 39268) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:08.856115 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76f7a3-382b-4293-b2b8-184241a259a2 admin admin] Pushing event updated for resources: {'Network': ['ID=fea319e2-c590-4b2e-b278-c4bbee04be67,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:08.860602 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-3e76f7a3-382b-4293-b2b8-184241a259a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:08.861823 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-9a067907-2a35-495c-9c5f-1fb1ddc63fb2 admin admin] Request body: {'subnet': {'network_id': 'fea319e2-c590-4b2e-b278-c4bbee04be67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-663359974-subnet', 'tenant_id': '1ced541ecd804f12b379775dcfbd283a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:08.879016 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Network fea319e2-c590-4b2e-b278-c4bbee04be67 details requested by agent ovs-agent-dv-cinder-796286-8-iscsi with host dv-cinder-796286-8-iscsi {{(pid=104658) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:55:08.902017 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a067907-2a35-495c-9c5f-1fb1ddc63fb2 admin admin] Made reservation on behalf of 1ced541ecd804f12b379775dcfbd283a for: {'subnet': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:55:08.904456 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9a067907-2a35-495c-9c5f-1fb1ddc63fb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4170543'] for subnet, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:08.928748 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690e6eb-f885-44dd-9d71-fd652a7daa5e req-e1d9ce68-4a55-4323-b050-e9c2cad69729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:08.930215 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5690e6eb-f885-44dd-9d71-fd652a7daa5e req-e1d9ce68-4a55-4323-b050-e9c2cad69729 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a1115ee8-5372-48ee-a732-c77948f674dc HTTP/1.1" status: 200 len: 915 time: 0.1334069 Jun 23 14:55:09.001374 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5690e6eb-f885-44dd-9d71-fd652a7daa5e req-c38ec231-255e-4801-b534-15845d825440 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2dbb36f-8751-44c6-92b3-d6bf0359295f HTTP/1.1" status: 200 len: 217 time: 0.0404434 Jun 23 14:55:09.075856 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690e6eb-f885-44dd-9d71-fd652a7daa5e req-05fa8935-aba5-4f9e-8def-d2fe8dfbe0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:09.078281 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5690e6eb-f885-44dd-9d71-fd652a7daa5e req-05fa8935-aba5-4f9e-8def-d2fe8dfbe0dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9269878-b91e-4434-829a-8b123dec3d3e HTTP/1.1" status: 200 len: 853 time: 0.0623848 Jun 23 14:55:09.189614 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9a067907-2a35-495c-9c5f-1fb1ddc63fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3529996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4170557'] for subnet, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:09.195065 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-04b71f23-8711-40d3-aaaa-71d92cb8f333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:09.200839 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690e6eb-f885-44dd-9d71-fd652a7daa5e req-749b5178-ce8e-42a2-b7aa-4278597948e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:09.202901 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5690e6eb-f885-44dd-9d71-fd652a7daa5e req-749b5178-ce8e-42a2-b7aa-4278597948e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a1115ee8-5372-48ee-a732-c77948f674dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1024787 Jun 23 14:55:09.480492 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbad66-09e4-499d-a807-7859377ea1f4 req-ea220ab3-f0ff-47e0-9c6d-c8098d3a1041 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:09.482019 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-15bbad66-09e4-499d-a807-7859377ea1f4 req-ea220ab3-f0ff-47e0-9c6d-c8098d3a1041 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 944 time: 0.0650916 Jun 23 14:55:09.522903 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-15bbad66-09e4-499d-a807-7859377ea1f4 req-73c00e3f-cd4d-4c04-9484-1ff2614e2f61 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffa01e3a-bbde-4c89-92d6-ab81e1ae3887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333157 Jun 23 14:55:09.566404 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a067907-2a35-495c-9c5f-1fb1ddc63fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f9266c-413e-4153-8cc3-ae69c51a56f7,revision_number=0']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:09.572976 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-9a067907-2a35-495c-9c5f-1fb1ddc63fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:09.592907 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a067907-2a35-495c-9c5f-1fb1ddc63fb2 admin admin] Checking segment: {'id': '7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fea319e2-c590-4b2e-b278-c4bbee04be67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:55:09.593287 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a067907-2a35-495c-9c5f-1fb1ddc63fb2 admin admin] Network hostable DHCP agents. Network: fea319e2-c590-4b2e-b278-c4bbee04be67, hostable agents: ['0b7df506-3eca-4aef-99ab-b9f92b008033'], hosted agents: [] {{(pid=104657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:55:09.619587 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5690e6eb-f885-44dd-9d71-fd652a7daa5e req-edf9d08c-c10b-45d8-a9a8-45c56018d27c service neutron] 10.222.0.44 "GET /v2.0/networks/a1115ee8-5372-48ee-a732-c77948f674dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374371 Jun 23 14:55:09.658167 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a067907-2a35-495c-9c5f-1fb1ddc63fb2 admin admin] Network fea319e2-c590-4b2e-b278-c4bbee04be67 is scheduled to be hosted by DHCP agent 0b7df506-3eca-4aef-99ab-b9f92b008033 with binding_index 1 {{(pid=104657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:55:09.705236 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-9a067907-2a35-495c-9c5f-1fb1ddc63fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-8-iscsi, fea319e2-c590-4b2e-b278-c4bbee04be67) {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:55:09.719318 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a067907-2a35-495c-9c5f-1fb1ddc63fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:09.719318 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9a067907-2a35-495c-9c5f-1fb1ddc63fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:09.730562 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7397bece-e4cd-4267-aa84-356e493b9789 None None] Network fea319e2-c590-4b2e-b278-c4bbee04be67 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:55:09.738356 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-9a067907-2a35-495c-9c5f-1fb1ddc63fb2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8811536 Jun 23 14:55:09.769541 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5690e6eb-f885-44dd-9d71-fd652a7daa5e req-7347f1e9-824a-403f-bac8-4e85a681bb66 service neutron] 10.222.0.44 "GET /v2.0/networks/a1115ee8-5372-48ee-a732-c77948f674dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415906 Jun 23 14:55:09.841344 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-ecb92e84-e3a1-49f9-8a5a-ed5539e14093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:09.846079 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:09.897630 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ad9bec-4d02-4c63-b0ab-b8f6825ddc04 None None] Network fea319e2-c590-4b2e-b278-c4bbee04be67 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:55:10.715006 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9223e6-b0ec-479a-bd4f-a75537da2065 req-2a9a49ae-6574-46e0-82ac-b3f4a238cdf9 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:10.716452 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8c9223e6-b0ec-479a-bd4f-a75537da2065 req-2a9a49ae-6574-46e0-82ac-b3f4a238cdf9 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 944 time: 0.0744338 Jun 23 14:55:10.757370 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8c9223e6-b0ec-479a-bd4f-a75537da2065 req-5d48d7da-8d2c-4cd2-92ef-5efea2b6a2b5 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffa01e3a-bbde-4c89-92d6-ab81e1ae3887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349770 Jun 23 14:55:10.939977 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:11.043581 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:55:11.091206 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning for port 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:55:11.094801 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:55:11.095181 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:11.170108 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:11.195523 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf71d6e9-98c5-4d63-9392-8b3a36475895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f68e28a-21f7-4b60-ade1-eec3bc1a14bb'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:55:11.197844 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc04896-ac27-47b6-b49a-45aae3d9ff1a" -d '{"events": [{"server_uuid": "bf71d6e9-98c5-4d63-9392-8b3a36475895", "name": "network-vif-plugged", "status": "completed", "tag": "8f68e28a-21f7-4b60-ade1-eec3bc1a14bb"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:55:11.210767 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8f68e28a-21f7-4b60-ade1-eec3bc1a14bb,segment=NetworkSegment(f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7),segment_id=f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:11.214880 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:11.216830 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-74dbbbd8-d847-42f2-bbd7-68ef783db9bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:11.263004 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=8f68e28a-21f7-4b60-ade1-eec3bc1a14bb,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:11.266176 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:11.354573 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a500d9-1b04-428a-ab7a-6c10d96b0fb6 x-openstack-request-id: req-48a500d9-1b04-428a-ab7a-6c10d96b0fb6 {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:55:11.354892 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf71d6e9-98c5-4d63-9392-8b3a36475895", "name": "network-vif-plugged", "status": "completed", "tag": "8f68e28a-21f7-4b60-ade1-eec3bc1a14bb", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:55:11.355132 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48a500d9-1b04-428a-ab7a-6c10d96b0fb6 {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:55:11.355527 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf71d6e9-98c5-4d63-9392-8b3a36475895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f68e28a-21f7-4b60-ade1-eec3bc1a14bb', 'code': 200} Jun 23 14:55:11.937555 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6c95c-4bcb-49f8-ade8-b925f342c689 req-82df4666-1007-4e79-aa7b-a0fb36430b84 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:11.939068 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-63d6c95c-4bcb-49f8-ade8-b925f342c689 req-82df4666-1007-4e79-aa7b-a0fb36430b84 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 945 time: 0.0673511 Jun 23 14:55:11.982025 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-63d6c95c-4bcb-49f8-ade8-b925f342c689 req-991f03ac-9d80-4aa9-90b3-abda37bc14e5 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffa01e3a-bbde-4c89-92d6-ab81e1ae3887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339315 Jun 23 14:55:12.672738 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:13.170869 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c123fc7-ca71-4b54-9978-75b154fc4af3 req-a6555021-e227-47b6-b402-3089ada56fb6 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:13.172361 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6c123fc7-ca71-4b54-9978-75b154fc4af3 req-a6555021-e227-47b6-b402-3089ada56fb6 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 945 time: 0.0717955 Jun 23 14:55:13.209646 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6c123fc7-ca71-4b54-9978-75b154fc4af3 req-bc0e67dd-0bcf-4fa6-8fca-689fbd780323 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffa01e3a-bbde-4c89-92d6-ab81e1ae3887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311222 Jun 23 14:55:13.314065 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e6913-b26c-4398-a000-81dbc8e4ce1b req-2a4cb416-48af-447d-9042-992be2f913ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:13.315509 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0c9e6913-b26c-4398-a000-81dbc8e4ce1b req-2a4cb416-48af-447d-9042-992be2f913ab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 1098 time: 0.0504885 Jun 23 14:55:13.351774 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0c9e6913-b26c-4398-a000-81dbc8e4ce1b req-ac943f95-e06d-4c26-8698-2c308561d1cc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ffa01e3a-bbde-4c89-92d6-ab81e1ae3887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276706 Jun 23 14:55:14.384270 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad01f29-4204-456c-bf03-7a4aee6e32a9 req-5767286a-ef9a-4a2d-a709-3039a3d82719 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:14.385705 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7ad01f29-4204-456c-bf03-7a4aee6e32a9 req-5767286a-ef9a-4a2d-a709-3039a3d82719 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 945 time: 0.0656278 Jun 23 14:55:14.422501 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7ad01f29-4204-456c-bf03-7a4aee6e32a9 req-4f5fef1f-9b39-4890-9105-31fd6ac6271d tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffa01e3a-bbde-4c89-92d6-ab81e1ae3887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305429 Jun 23 14:55:14.729731 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-b3cef61e-4306-4f08-a972-b708865cd6f7 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:14.731115 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-b3cef61e-4306-4f08-a972-b708865cd6f7 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/networks?id=fea319e2-c590-4b2e-b278-c4bbee04be67 HTTP/1.1" status: 200 len: 808 time: 0.1031022 Jun 23 14:55:14.746394 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-7f61cae4-4aa2-433e-925d-3bbbf4f5c879 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/quotas/1ced541ecd804f12b379775dcfbd283a HTTP/1.1" status: 200 len: 375 time: 0.0091667 Jun 23 14:55:14.781076 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-f7b9895f-ca81-42fb-bc28-95fe661d9eb1 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1ced541ecd804f12b379775dcfbd283a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286033 Jun 23 14:55:14.877254 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-10562595-e7b4-4040-8116-d4e234786b3c service neutron] 10.222.0.65 "GET /v2.0/networks/fea319e2-c590-4b2e-b278-c4bbee04be67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868921 Jun 23 14:55:14.936611 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191e622-fade-442f-8dc1-4890d138538c req-8d190e0c-2d51-429d-b392-c9ee18d84317 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:14.938075 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2191e622-fade-442f-8dc1-4890d138538c req-8d190e0c-2d51-429d-b392-c9ee18d84317 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 945 time: 0.0617568 Jun 23 14:55:14.965227 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-4a5f554d-d9c0-4b41-b27c-f2ee0deb562e service neutron] 10.222.0.65 "GET /v2.0/networks/fea319e2-c590-4b2e-b278-c4bbee04be67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822380 Jun 23 14:55:14.978635 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2191e622-fade-442f-8dc1-4890d138538c req-3cc8e265-dd1e-4469-8c2a-66386a724462 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347147 Jun 23 14:55:15.130860 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6fe6d119-a794-45b8-8df2-2105038534b2 req-0b8d9257-b76f-463f-875f-916780d8bf3b tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a4447-4ea6-4cec-a651-2ba7fa614ac9 HTTP/1.1" status: 200 len: 210 time: 0.0282958 Jun 23 14:55:15.605154 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3715796-9f4e-4f8f-8d70-f5e9580bcbbe req-5db8d920-7e62-401c-8b33-cdb5a59cd6ca tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:15.606214 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b3715796-9f4e-4f8f-8d70-f5e9580bcbbe req-5db8d920-7e62-401c-8b33-cdb5a59cd6ca tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 945 time: 0.0668509 Jun 23 14:55:15.654452 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b3715796-9f4e-4f8f-8d70-f5e9580bcbbe req-33183a92-4977-43d9-ac87-ef79f9135f23 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffa01e3a-bbde-4c89-92d6-ab81e1ae3887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422292 Jun 23 14:55:16.151596 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ce0fb-c2b3-4092-91f3-e5a0b3e63d2a req-ca7512e1-1118-4935-b223-b16bab9e53a5 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:16.153124 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e59ce0fb-c2b3-4092-91f3-e5a0b3e63d2a req-ca7512e1-1118-4935-b223-b16bab9e53a5 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 945 time: 0.0629015 Jun 23 14:55:16.195032 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e59ce0fb-c2b3-4092-91f3-e5a0b3e63d2a req-0ef2d95e-6533-41c4-a431-f545e0e3b611 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362873 Jun 23 14:55:16.326464 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3a0bac8c-4733-43e1-b54d-a625cf52998e req-af30995d-dd56-4d79-819c-35409b2800c1 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a4447-4ea6-4cec-a651-2ba7fa614ac9 HTTP/1.1" status: 200 len: 210 time: 0.0297060 Jun 23 14:55:16.848021 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b6a4d-9887-4280-9881-092350c47ade req-6c736cd4-9f15-4f96-8857-9864bb939715 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:16.849573 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-290b6a4d-9887-4280-9881-092350c47ade req-6c736cd4-9f15-4f96-8857-9864bb939715 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 945 time: 0.0671215 Jun 23 14:55:16.890824 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-290b6a4d-9887-4280-9881-092350c47ade req-f518f161-202d-4435-8c78-fb3cd31c6506 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffa01e3a-bbde-4c89-92d6-ab81e1ae3887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354407 Jun 23 14:55:17.380465 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982f57a-d1fc-4edf-bb15-83ada871f404 req-153303bf-a0ac-4cfd-b747-50817e2d1b8f tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:17.381945 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b982f57a-d1fc-4edf-bb15-83ada871f404 req-153303bf-a0ac-4cfd-b747-50817e2d1b8f tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 945 time: 0.0720866 Jun 23 14:55:17.425288 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b982f57a-d1fc-4edf-bb15-83ada871f404 req-ab5747a3-f074-4948-a679-90a400b110e9 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349803 Jun 23 14:55:17.580177 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a5226f79-79b1-45d9-a988-4f0e4b567011 req-055f8875-330c-45bb-8b50-e2a9e89721a0 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a4447-4ea6-4cec-a651-2ba7fa614ac9 HTTP/1.1" status: 200 len: 210 time: 0.0375700 Jun 23 14:55:18.081262 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb715b8-e7fd-445d-a168-20df4415337f req-b3bcd1a1-2d37-468b-9ba8-72cf5bbccde2 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:18.082791 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-acb715b8-e7fd-445d-a168-20df4415337f req-b3bcd1a1-2d37-468b-9ba8-72cf5bbccde2 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 945 time: 0.0721760 Jun 23 14:55:18.122830 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-acb715b8-e7fd-445d-a168-20df4415337f req-54c03ae8-eb21-46bd-b839-a15375d9e9f7 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffa01e3a-bbde-4c89-92d6-ab81e1ae3887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342476 Jun 23 14:55:18.299407 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40defe-3bd2-41fd-aaf0-54e863cf0052 req-6a99a768-ada7-4676-ad66-0396d965f46b tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:18.301398 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9d40defe-3bd2-41fd-aaf0-54e863cf0052 req-6a99a768-ada7-4676-ad66-0396d965f46b tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 945 time: 0.0679712 Jun 23 14:55:18.311290 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 39402) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:18.316877 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-fcef1901-ee37-45ef-aacd-fa4b362b3ba8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Request body: {'floatingip': {'port_id': '8f68e28a-21f7-4b60-ade1-eec3bc1a14bb'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:18.376776 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-fcef1901-ee37-45ef-aacd-fa4b362b3ba8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for floatingip, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:18.556305 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-82f2922e-366a-4d83-8b6a-368727b358b6 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:18.557777 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-82f2922e-366a-4d83-8b6a-368727b358b6 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.44 "GET /v2.0/networks?id=fea319e2-c590-4b2e-b278-c4bbee04be67 HTTP/1.1" status: 200 len: 808 time: 0.2074773 Jun 23 14:55:18.596423 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-97fb3580-54b0-43a2-89d7-1daa67913920 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Request body: {'port': {'device_id': '8f5a4447-4ea6-4cec-a651-2ba7fa614ac9', 'network_id': 'fea319e2-c590-4b2e-b278-c4bbee04be67', 'admin_state_up': True, 'tenant_id': '1ced541ecd804f12b379775dcfbd283a'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:18.826053 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888294b3-59dd-49fb-bc49-4313219c84a1 req-94a84075-da8b-445f-b447-02096fd41e82 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:18.826393 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9a769732-530b-4a29-a616-e66f920c7f76 req-7159ed65-0c64-4c96-a947-bf3bd4e59229 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a4447-4ea6-4cec-a651-2ba7fa614ac9 HTTP/1.1" status: 200 len: 210 time: 0.0293274 Jun 23 14:55:18.828066 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-888294b3-59dd-49fb-bc49-4313219c84a1 req-94a84075-da8b-445f-b447-02096fd41e82 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 945 time: 0.2370014 Jun 23 14:55:18.914894 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-97fb3580-54b0-43a2-89d7-1daa67913920 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Made reservation on behalf of 1ced541ecd804f12b379775dcfbd283a for: {'port': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:55:18.918332 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-97fb3580-54b0-43a2-89d7-1daa67913920 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:18.939108 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-888294b3-59dd-49fb-bc49-4313219c84a1 req-8e8f112a-0414-45f8-9ec9-e3f561447f15 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053240 Jun 23 14:55:19.185219 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-97fb3580-54b0-43a2-89d7-1daa67913920 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Allocated IP 172.20.0.9 (fea319e2-c590-4b2e-b278-c4bbee04be67/93f9266c-413e-4153-8cc3-ae69c51a56f7/123c64f2-2cbe-4398-9e3e-3a1441f9e16c) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:55:19.222662 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-fcef1901-ee37-45ef-aacd-fa4b362b3ba8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:19.229034 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-fcef1901-ee37-45ef-aacd-fa4b362b3ba8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602980'] for floatingip, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:19.415929 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.db.l3_db [None req-fcef1901-ee37-45ef-aacd-fa4b362b3ba8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Floating IP e1812cec-118b-474c-b0b2-8f84fc3d3275 associated. External IP: 172.27.2.245, port: 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb. Jun 23 14:55:19.491085 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-97fb3580-54b0-43a2-89d7-1daa67913920 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:19.605450 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-97fb3580-54b0-43a2-89d7-1daa67913920 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:19.612777 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-ee61504a-3bcb-466d-a11a-a8d76b518d3d tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:19.685164 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-97fb3580-54b0-43a2-89d7-1daa67913920 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Network fea319e2-c590-4b2e-b278-c4bbee04be67 is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:55:19.694055 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-97fb3580-54b0-43a2-89d7-1daa67913920 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:55:19.700407 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-97fb3580-54b0-43a2-89d7-1daa67913920 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:55:19.706382 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb3580-54b0-43a2-89d7-1daa67913920 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Pushing event updated for resources: {'Port': ['ID=123c64f2-2cbe-4398-9e3e-3a1441f9e16c,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:19.731791 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-97fb3580-54b0-43a2-89d7-1daa67913920 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:19.751883 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcef1901-ee37-45ef-aacd-fa4b362b3ba8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Router 3ce0109c-7662-48c5-b8d9-10426ada2803 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:55:19.767460 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-97fb3580-54b0-43a2-89d7-1daa67913920 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:19.768088 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-97fb3580-54b0-43a2-89d7-1daa67913920 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:19.821585 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-97fb3580-54b0-43a2-89d7-1daa67913920 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2314844 Jun 23 14:55:19.838145 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Request body: {'port': {'device_id': '8f5a4447-4ea6-4cec-a651-2ba7fa614ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:20.123866 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f761f-5778-4ded-8978-75a6fb8014e6 req-cde1d89d-72c4-4bdb-b3ba-9c2a3187a4b1 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:20.125425 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-673f761f-5778-4ded-8978-75a6fb8014e6 req-cde1d89d-72c4-4bdb-b3ba-9c2a3187a4b1 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 945 time: 0.0668974 Jun 23 14:55:20.167080 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-673f761f-5778-4ded-8978-75a6fb8014e6 req-dc4e57d7-ffa7-426c-8653-f00c7f9fff99 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353291 Jun 23 14:55:20.241227 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcef1901-ee37-45ef-aacd-fa4b362b3ba8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:55:20.247354 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-fcef1901-ee37-45ef-aacd-fa4b362b3ba8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for floatingip, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:20.251221 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9b3a3a-c933-4e14-8236-790324bb21a3 None None] Sync routers for ids ['3ce0109c-7662-48c5-b8d9-10426ada2803'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:55:20.260759 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9b3a3a-c933-4e14-8236-790324bb21a3 None None] Routers {'3ce0109c-7662-48c5-b8d9-10426ada2803'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:55:20.261505 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-7a9b3a3a-c933-4e14-8236-790324bb21a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:55:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['3ce0109c-7662-48c5-b8d9-10426ada2803'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:20.316882 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:20.348647 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-fcef1901-ee37-45ef-aacd-fa4b362b3ba8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "PUT /v2.0/floatingips/e1812cec-118b-474c-b0b2-8f84fc3d3275 HTTP/1.1" status: 200 len: 991 time: 2.0361109 Jun 23 14:55:20.351578 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf71d6e9-98c5-4d63-9392-8b3a36475895', 'tag': '8f68e28a-21f7-4b60-ade1-eec3bc1a14bb'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:55:20.353780 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40417a2c-9d9b-4d93-bee1-c65d098c2b36" -d '{"events": [{"name": "network-changed", "server_uuid": "bf71d6e9-98c5-4d63-9392-8b3a36475895", "tag": "8f68e28a-21f7-4b60-ade1-eec3bc1a14bb"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:55:20.387642 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca104a3-a622-4acc-855d-d34e09a1cffd req-ade473ae-b1cb-47ae-adb1-2473daa40985 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:20.389773 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5ca104a3-a622-4acc-855d-d34e09a1cffd req-ade473ae-b1cb-47ae-adb1-2473daa40985 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a4447-4ea6-4cec-a651-2ba7fa614ac9 HTTP/1.1" status: 200 len: 931 time: 0.2317841 Jun 23 14:55:20.391471 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-7a9b3a3a-c933-4e14-8236-790324bb21a3 None None] Set router 3ce0109c-7662-48c5-b8d9-10426ada2803 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:55:20.515494 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955e0fb-9151-4d22-be6d-3f52b87d623d req-0c86a80c-0710-458a-809c-976d481d1442 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:20.517090 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4955e0fb-9151-4d22-be6d-3f52b87d623d req-0c86a80c-0710-458a-809c-976d481d1442 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 945 time: 0.2732120 Jun 23 14:55:20.535019 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5ca104a3-a622-4acc-855d-d34e09a1cffd req-a768514d-3adc-4690-849c-5e5d8b741175 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392784 Jun 23 14:55:20.582424 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b288388-45e7-445f-96eb-299b05cba5c1 x-openstack-request-id: req-3b288388-45e7-445f-96eb-299b05cba5c1 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:55:20.582760 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf71d6e9-98c5-4d63-9392-8b3a36475895", "tag": "8f68e28a-21f7-4b60-ade1-eec3bc1a14bb", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:55:20.583052 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b288388-45e7-445f-96eb-299b05cba5c1 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:55:20.583499 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf71d6e9-98c5-4d63-9392-8b3a36475895', 'tag': '8f68e28a-21f7-4b60-ade1-eec3bc1a14bb', 'status': 'completed', 'code': 200} Jun 23 14:55:20.683514 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-7a9b3a3a-c933-4e14-8236-790324bb21a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'name': 'tempest-AttachVolumeTestJSON-323470115-router', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:30Z', 'updated_at': '2021-06-23T14:49:37Z', 'revision_number': 4, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'gw_port': {'id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': 'e1812cec-118b-474c-b0b2-8f84fc3d3275', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'port_id': '8f68e28a-21f7-4b60-ade1-eec3bc1a14bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'mac_address': 'fa:16:3e:38:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71d6e9-98c5-4d63-9392-8b3a36475895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:54:58Z', 'updated_at': '2021-06-23T14:55:19Z', 'revision_number': 1, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61350974-3468-4277-93af-36d4eb0d3b06', 'name': '', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'mac_address': 'fa:16:3e:8e:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:35Z', 'updated_at': '2021-06-23T14:49:46Z', 'revision_number': 5, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'subnets': [{'id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:20.713702 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9b3a3a-c933-4e14-8236-790324bb21a3 None None] Checking router: 3ce0109c-7662-48c5-b8d9-10426ada2803 for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:55:20.723305 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9b3a3a-c933-4e14-8236-790324bb21a3 None None] Routers {'3ce0109c-7662-48c5-b8d9-10426ada2803'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:55:20.723956 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-7a9b3a3a-c933-4e14-8236-790324bb21a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:55:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['3ce0109c-7662-48c5-b8d9-10426ada2803'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:20.786545 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40417a2c-9d9b-4d93-bee1-c65d098c2b36 req-ee6e351d-db60-4619-aae3-7bdd62a60656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:20.788060 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-40417a2c-9d9b-4d93-bee1-c65d098c2b36 req-ee6e351d-db60-4619-aae3-7bdd62a60656 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=35f150cf617c4730b974b88b2fde4126&device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 1098 time: 0.1753187 Jun 23 14:55:20.838661 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-7a9b3a3a-c933-4e14-8236-790324bb21a3 None None] Set router 3ce0109c-7662-48c5-b8d9-10426ada2803 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:55:20.850999 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-4955e0fb-9151-4d22-be6d-3f52b87d623d req-39165fb2-8d17-481e-8055-736217fa922b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Deleting port e2dbb36f-8751-44c6-92b3-d6bf0359295f {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:55:20.851340 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-4955e0fb-9151-4d22-be6d-3f52b87d623d req-39165fb2-8d17-481e-8055-736217fa922b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:20.899219 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123c64f2-2cbe-4398-9e3e-3a1441f9e16c {{(pid=104657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:55:20.916172 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:20.991834 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Transition to ACTIVE for port object 123c64f2-2cbe-4398-9e3e-3a1441f9e16c will not be triggered until provisioned by entity L2. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:55:20.996021 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40417a2c-9d9b-4d93-bee1-c65d098c2b36 req-083fc7db-d0f4-4349-815e-e52d41927d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:20.997922 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-40417a2c-9d9b-4d93-bee1-c65d098c2b36 req-083fc7db-d0f4-4349-815e-e52d41927d35 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e814d2cc-d75c-42e6-8108-39760acd9bb0 HTTP/1.1" status: 200 len: 911 time: 0.1875219 Jun 23 14:55:21.002731 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:21.012998 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-ad92eff6-0259-4c26-b354-303caaa64b71 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:21.086016 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-7a9b3a3a-c933-4e14-8236-790324bb21a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'name': 'tempest-AttachVolumeTestJSON-323470115-router', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:30Z', 'updated_at': '2021-06-23T14:49:37Z', 'revision_number': 4, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'gw_port': {'id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': 'e1812cec-118b-474c-b0b2-8f84fc3d3275', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'port_id': '8f68e28a-21f7-4b60-ade1-eec3bc1a14bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'mac_address': 'fa:16:3e:38:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71d6e9-98c5-4d63-9392-8b3a36475895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:54:58Z', 'updated_at': '2021-06-23T14:55:19Z', 'revision_number': 1, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61350974-3468-4277-93af-36d4eb0d3b06', 'name': '', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'mac_address': 'fa:16:3e:8e:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:35Z', 'updated_at': '2021-06-23T14:49:46Z', 'revision_number': 5, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'subnets': [{'id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:21.115763 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-4955e0fb-9151-4d22-be6d-3f52b87d623d req-39165fb2-8d17-481e-8055-736217fa922b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] For port e2dbb36f-8751-44c6-92b3-d6bf0359295f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e2dbb36f-8751-44c6-92b3-d6bf0359295f,segment=NetworkSegment(2ac980b6-d322-41e5-bc4d-248fcfc6f6a5),segment_id=2ac980b6-d322-41e5-bc4d-248fcfc6f6a5)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:21.116370 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-4955e0fb-9151-4d22-be6d-3f52b87d623d req-39165fb2-8d17-481e-8055-736217fa922b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:21.116684 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9b3a3a-c933-4e14-8236-790324bb21a3 None None] The sync data for ids ['3ce0109c-7662-48c5-b8d9-10426ada2803'] in dv-cinder-796286-8-iscsi is: [{'id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'name': 'tempest-AttachVolumeTestJSON-323470115-router', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:30Z', 'updated_at': '2021-06-23T14:49:37Z', 'revision_number': 4, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'gw_port': {'id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': 'e1812cec-118b-474c-b0b2-8f84fc3d3275', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'port_id': '8f68e28a-21f7-4b60-ade1-eec3bc1a14bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'mac_address': 'fa:16:3e:38:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71d6e9-98c5-4d63-9392-8b3a36475895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:54:58Z', 'updated_at': '2021-06-23T14:55:19Z', 'revision_number': 1, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61350974-3468-4277-93af-36d4eb0d3b06', 'name': '', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'mac_address': 'fa:16:3e:8e:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:35Z', 'updated_at': '2021-06-23T14:49:46Z', 'revision_number': 5, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'subnets': [{'id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:55:21.168052 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-4955e0fb-9151-4d22-be6d-3f52b87d623d req-39165fb2-8d17-481e-8055-736217fa922b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Calling delete_port for e2dbb36f-8751-44c6-92b3-d6bf0359295f owned by compute:nova {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:55:21.183813 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Pushing event updated for resources: {'Port': ['ID=123c64f2-2cbe-4398-9e3e-3a1441f9e16c,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:21.187294 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:21.200128 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-40417a2c-9d9b-4d93-bee1-c65d098c2b36 req-78427065-423e-43ef-b7b9-a6c06b8a836e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f68e28a-21f7-4b60-ade1-eec3bc1a14bb HTTP/1.1" status: 200 len: 999 time: 0.1938086 Jun 23 14:55:21.348589 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40417a2c-9d9b-4d93-bee1-c65d098c2b36 req-39fc2381-165d-421c-a705-20590463d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:21.349687 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b61f5f1-9f2c-42c7-917f-2beb3f1c6a39 None None] New status for floating IP e1812cec-118b-474c-b0b2-8f84fc3d3275: ACTIVE {{(pid=104659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:55:21.350188 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-40417a2c-9d9b-4d93-bee1-c65d098c2b36 req-39fc2381-165d-421c-a705-20590463d8bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fd5cd500-ea2b-40e8-aaac-0fa807c14afc HTTP/1.1" status: 200 len: 849 time: 0.1004426 Jun 23 14:55:21.362388 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc638f-afe0-46d1-abc2-0a55fa043ad7 req-7a71d759-e5da-4892-83a0-1dfab87e928b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:21.366386 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e8dc638f-afe0-46d1-abc2-0a55fa043ad7 req-7a71d759-e5da-4892-83a0-1dfab87e928b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa57212-7777-4106-b580-23492cc22216 HTTP/1.1" status: 200 len: 945 time: 0.0782812 Jun 23 14:55:21.401735 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Attempting to bind port 123c64f2-2cbe-4398-9e3e-3a1441f9e16c on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:55:21.401735 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Attempting to bind port 123c64f2-2cbe-4398-9e3e-3a1441f9e16c by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fea319e2-c590-4b2e-b278-c4bbee04be67'}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:55:21.402225 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Attempting to bind port 123c64f2-2cbe-4398-9e3e-3a1441f9e16c on network fea319e2-c590-4b2e-b278-c4bbee04be67 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:55:21.407371 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e8dc638f-afe0-46d1-abc2-0a55fa043ad7 req-e0f4c15a-61a0-4072-8eb5-360f265971e4 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f50c060-08cc-4211-9cdf-54f5254f0c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361996 Jun 23 14:55:21.419901 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Port 123c64f2-2cbe-4398-9e3e-3a1441f9e16c on network fea319e2-c590-4b2e-b278-c4bbee04be67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:55:21.420775 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Attempting to bind port 123c64f2-2cbe-4398-9e3e-3a1441f9e16c on network fea319e2-c590-4b2e-b278-c4bbee04be67 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:55:21.453548 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Checking agent: {'id': 'd8f3122c-1231-4f5b-931f-565a6de0a48e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'started_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:55:21.453920 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Checking segment: {'id': '7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fea319e2-c590-4b2e-b278-c4bbee04be67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:55:21.454310 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Bound using segment: {'id': '7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fea319e2-c590-4b2e-b278-c4bbee04be67'} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:55:21.454896 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Bound port: 123c64f2-2cbe-4398-9e3e-3a1441f9e16c, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fea319e2-c590-4b2e-b278-c4bbee04be67'}}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:55:21.455250 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:21.516287 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-4955e0fb-9151-4d22-be6d-3f52b87d623d req-39165fb2-8d17-481e-8055-736217fa922b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:21.523389 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-52c01fe4-9ffa-46e7-9461-b28943f7c7f3 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:21.528587 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['e2dbb36f-8751-44c6-92b3-d6bf0359295f'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:55:21.560336 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39165fb2-8d17-481e-8055-736217fa922b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Pushing event deleted for resources: {'Port': ['ID=e2dbb36f-8751-44c6-92b3-d6bf0359295f,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:21.563461 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-39165fb2-8d17-481e-8055-736217fa922b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:21.566058 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40417a2c-9d9b-4d93-bee1-c65d098c2b36 req-f879fb1a-efb3-4ff4-a065-7a6ffaf4803c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:21.567458 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-40417a2c-9d9b-4d93-bee1-c65d098c2b36 req-f879fb1a-efb3-4ff4-a065-7a6ffaf4803c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e814d2cc-d75c-42e6-8108-39760acd9bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2042103 Jun 23 14:55:21.643830 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] For port 123c64f2-2cbe-4398-9e3e-3a1441f9e16c, host hv-cinder-79628, cleared binding levels {{(pid=104657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:55:21.685176 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-4955e0fb-9151-4d22-be6d-3f52b87d623d req-39165fb2-8d17-481e-8055-736217fa922b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] No DVR routers for this DVR port e2dbb36f-8751-44c6-92b3-d6bf0359295f on host hv-cinder-79628 {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:55:21.688505 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] For port 123c64f2-2cbe-4398-9e3e-3a1441f9e16c, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=123c64f2-2cbe-4398-9e3e-3a1441f9e16c,segment=NetworkSegment(7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb),segment_id=7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb)] {{(pid=104657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:55:21.714745 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-4955e0fb-9151-4d22-be6d-3f52b87d623d req-39165fb2-8d17-481e-8055-736217fa922b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:21.716699 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4955e0fb-9151-4d22-be6d-3f52b87d623d req-39165fb2-8d17-481e-8055-736217fa922b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] 10.222.0.44 "DELETE /v2.0/ports/e2dbb36f-8751-44c6-92b3-d6bf0359295f HTTP/1.1" status: 204 len: 173 time: 1.1785877 Jun 23 14:55:21.719861 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:21.723947 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-ad92eff6-0259-4c26-b354-303caaa64b71 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:21.770838 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:21.771458 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:21.772841 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] 10.222.0.44 "PUT /v2.0/ports/123c64f2-2cbe-4398-9e3e-3a1441f9e16c HTTP/1.1" status: 200 len: 1093 time: 1.9403191 Jun 23 14:55:21.870660 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Pushing event updated for resources: {'Port': ['ID=123c64f2-2cbe-4398-9e3e-3a1441f9e16c,revision_number=3']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:21.875185 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:21.878082 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-40417a2c-9d9b-4d93-bee1-c65d098c2b36 req-a08e940a-ffaf-4da7-a083-7fdfd690c107 service neutron] 10.222.0.44 "GET /v2.0/networks/e814d2cc-d75c-42e6-8108-39760acd9bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027394 Jun 23 14:55:21.980086 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eab7a-f9d9-483c-b04e-9e3cb47ced08 req-eab98564-9d87-4746-b3da-ac2304406496 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:21.981598 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-390eab7a-f9d9-483c-b04e-9e3cb47ced08 req-eab98564-9d87-4746-b3da-ac2304406496 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a4447-4ea6-4cec-a651-2ba7fa614ac9 HTTP/1.1" status: 200 len: 943 time: 0.2048824 Jun 23 14:55:22.000957 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-762c70b6-4e87-429f-807f-8ab2471154dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:22.002446 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-762c70b6-4e87-429f-807f-8ab2471154dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ced541ecd804f12b379775dcfbd283a&device_id=8f5a4447-4ea6-4cec-a651-2ba7fa614ac9 HTTP/1.1" status: 200 len: 1096 time: 0.1807110 Jun 23 14:55:22.025951 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-40417a2c-9d9b-4d93-bee1-c65d098c2b36 req-404e2779-44d9-438f-8d31-5bc813e310ed service neutron] 10.222.0.44 "GET /v2.0/networks/e814d2cc-d75c-42e6-8108-39760acd9bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386838 Jun 23 14:55:22.069542 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-5765bafb-16db-4638-95c3-4a9b56f6494d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=123c64f2-2cbe-4398-9e3e-3a1441f9e16c HTTP/1.1" status: 200 len: 217 time: 0.0426228 Jun 23 14:55:22.077236 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-390eab7a-f9d9-483c-b04e-9e3cb47ced08 req-b8240a19-ef9a-4618-bb6b-8f1b020da243 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884972 Jun 23 14:55:22.131050 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-531409dc-18f4-466b-abd0-1ebc5c32a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:22.132523 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-531409dc-18f4-466b-abd0-1ebc5c32a107 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=93f9266c-413e-4153-8cc3-ae69c51a56f7 HTTP/1.1" status: 200 len: 848 time: 0.0467823 Jun 23 14:55:22.172572 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-76c55fe5-3526-4bee-9e4a-9d8d9d7430f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fea319e2-c590-4b2e-b278-c4bbee04be67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306039 Jun 23 14:55:22.270871 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-ef5aec8d-428b-4b51-a456-fab08e4876c4 service neutron] 10.222.0.44 "GET /v2.0/networks/fea319e2-c590-4b2e-b278-c4bbee04be67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855448 Jun 23 14:55:22.374833 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4d345039-0b26-4ba6-963a-59f26ee24f48 req-9968dc87-e6d7-4476-898e-b9bb9e206fd9 service neutron] 10.222.0.44 "GET /v2.0/networks/fea319e2-c590-4b2e-b278-c4bbee04be67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961666 Jun 23 14:55:22.585211 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa57212-7777-4106-b580-23492cc22216', 'name': 'network-vif-deleted', 'tag': 'e2dbb36f-8751-44c6-92b3-d6bf0359295f'}, {'name': 'network-changed', 'server_uuid': '8f5a4447-4ea6-4cec-a651-2ba7fa614ac9', 'tag': '123c64f2-2cbe-4398-9e3e-3a1441f9e16c'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:55:22.587730 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af7c143-d2e8-44f0-b44d-0740d4062800" -d '{"events": [{"server_uuid": "5fa57212-7777-4106-b580-23492cc22216", "name": "network-vif-deleted", "tag": "e2dbb36f-8751-44c6-92b3-d6bf0359295f"}, {"name": "network-changed", "server_uuid": "8f5a4447-4ea6-4cec-a651-2ba7fa614ac9", "tag": "123c64f2-2cbe-4398-9e3e-3a1441f9e16c"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:55:22.634065 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 23 Jun 2021 14:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8646b24d-f7dd-4b1b-ae9e-8a075bc65716 x-openstack-request-id: req-8646b24d-f7dd-4b1b-ae9e-8a075bc65716 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:55:22.634409 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa57212-7777-4106-b580-23492cc22216", "name": "network-vif-deleted", "tag": "e2dbb36f-8751-44c6-92b3-d6bf0359295f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8f5a4447-4ea6-4cec-a651-2ba7fa614ac9", "tag": "123c64f2-2cbe-4398-9e3e-3a1441f9e16c", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:55:22.634710 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8646b24d-f7dd-4b1b-ae9e-8a075bc65716 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:55:22.635263 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa57212-7777-4106-b580-23492cc22216', 'name': 'network-vif-deleted', 'tag': 'e2dbb36f-8751-44c6-92b3-d6bf0359295f', 'status': 'completed', 'code': 200} Jun 23 14:55:22.635580 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5a4447-4ea6-4cec-a651-2ba7fa614ac9', 'tag': '123c64f2-2cbe-4398-9e3e-3a1441f9e16c', 'status': 'completed', 'code': 200} Jun 23 14:55:22.732314 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7c143-d2e8-44f0-b44d-0740d4062800 req-8eac507a-68b9-4437-a553-5579bb6b1ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:22.735044 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9af7c143-d2e8-44f0-b44d-0740d4062800 req-8eac507a-68b9-4437-a553-5579bb6b1ee7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ced541ecd804f12b379775dcfbd283a&device_id=8f5a4447-4ea6-4cec-a651-2ba7fa614ac9 HTTP/1.1" status: 200 len: 1096 time: 0.0725970 Jun 23 14:55:22.867987 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7c143-d2e8-44f0-b44d-0740d4062800 req-d1ab222c-9168-48b5-ba4f-318d653a272a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:22.869571 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9af7c143-d2e8-44f0-b44d-0740d4062800 req-d1ab222c-9168-48b5-ba4f-318d653a272a service neutron] 10.222.0.44 "GET /v2.0/networks?id=fea319e2-c590-4b2e-b278-c4bbee04be67 HTTP/1.1" status: 200 len: 909 time: 0.1236928 Jun 23 14:55:22.923544 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9af7c143-d2e8-44f0-b44d-0740d4062800 req-967d923e-ec8e-4ba9-9770-2c63d75cb53c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=123c64f2-2cbe-4398-9e3e-3a1441f9e16c HTTP/1.1" status: 200 len: 217 time: 0.0451829 Jun 23 14:55:22.982317 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7c143-d2e8-44f0-b44d-0740d4062800 req-cd5b2be9-1b28-4065-809c-73fb37b41450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:22.984133 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9af7c143-d2e8-44f0-b44d-0740d4062800 req-cd5b2be9-1b28-4065-809c-73fb37b41450 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=93f9266c-413e-4153-8cc3-ae69c51a56f7 HTTP/1.1" status: 200 len: 848 time: 0.0539947 Jun 23 14:55:23.025942 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9af7c143-d2e8-44f0-b44d-0740d4062800 req-e7f76c30-2190-4a18-9c18-623fcea3b6ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fea319e2-c590-4b2e-b278-c4bbee04be67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325146 Jun 23 14:55:23.136144 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9af7c143-d2e8-44f0-b44d-0740d4062800 req-7c3ce3fa-2fa2-4bc2-9120-0b3a33566d4f service neutron] 10.222.0.44 "GET /v2.0/networks/fea319e2-c590-4b2e-b278-c4bbee04be67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028779 Jun 23 14:55:23.255538 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7cf82-8e11-4ebe-8a42-2cdef1a8f26e req-c264184f-31cc-4922-9bea-595332215ea9 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:23.257202 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-03b7cf82-8e11-4ebe-8a42-2cdef1a8f26e req-c264184f-31cc-4922-9bea-595332215ea9 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22c3f37-da30-4568-972c-a867b49198bf HTTP/1.1" status: 200 len: 946 time: 0.0726335 Jun 23 14:55:23.260642 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9af7c143-d2e8-44f0-b44d-0740d4062800 req-202d6f97-25df-4a44-8c5b-f7798d847bdc service neutron] 10.222.0.44 "GET /v2.0/networks/fea319e2-c590-4b2e-b278-c4bbee04be67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158829 Jun 23 14:55:23.297091 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 39518) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:23.309430 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-03b7cf82-8e11-4ebe-8a42-2cdef1a8f26e req-46c20a96-0b88-4b87-b345-cfc560c722e4 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/security-groups?id=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456533 Jun 23 14:55:23.327841 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c9606-50bb-48a8-9b8c-3159ba0c4742 req-dd499439-7b17-4abc-9d09-ef7c590e6aef tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:23.334921 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-279c9606-50bb-48a8-9b8c-3159ba0c4742 req-dd499439-7b17-4abc-9d09-ef7c590e6aef tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a4447-4ea6-4cec-a651-2ba7fa614ac9 HTTP/1.1" status: 200 len: 943 time: 0.0921974 Jun 23 14:55:23.371185 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-279c9606-50bb-48a8-9b8c-3159ba0c4742 req-2b22a370-390e-4e02-9b10-47a87e1e6cb4 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353711 Jun 23 14:55:23.669403 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-297810bd-f8b0-4721-a4fe-aa97204d2a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16234978'] for router_interface, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:23.941827 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-297810bd-f8b0-4721-a4fe-aa97204d2a67 admin admin] Deleting port 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71 {{(pid=104656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:55:23.942097 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-297810bd-f8b0-4721-a4fe-aa97204d2a67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:24.023133 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.db [None req-297810bd-f8b0-4721-a4fe-aa97204d2a67 admin admin] For port 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71,segment=NetworkSegment(2ac980b6-d322-41e5-bc4d-248fcfc6f6a5),segment_id=2ac980b6-d322-41e5-bc4d-248fcfc6f6a5)] {{(pid=104656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:24.023561 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-297810bd-f8b0-4721-a4fe-aa97204d2a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:24.038028 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-297810bd-f8b0-4721-a4fe-aa97204d2a67 admin admin] Calling delete_port for 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71 owned by network:router_interface {{(pid=104656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:55:24.222433 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-297810bd-f8b0-4721-a4fe-aa97204d2a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51636836'] for port, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:24.224444 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-52e38096-46ee-4fe2-b37f-183978c1a5bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:24.251155 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297810bd-f8b0-4721-a4fe-aa97204d2a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:24.254763 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-297810bd-f8b0-4721-a4fe-aa97204d2a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:24.426044 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-297810bd-f8b0-4721-a4fe-aa97204d2a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604946'] for router_interface, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:24.579419 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4f82c-4356-4c3a-9bc3-356384ab79a4 req-aef8988c-d15e-4104-8cf1-2deea73f746a tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:24.582200 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-63b4f82c-4356-4c3a-9bc3-356384ab79a4 req-aef8988c-d15e-4104-8cf1-2deea73f746a tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a4447-4ea6-4cec-a651-2ba7fa614ac9 HTTP/1.1" status: 200 len: 943 time: 0.0724192 Jun 23 14:55:24.594517 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f67e6-0d6a-4dea-a51e-3e829c4c18df req-530e4e06-3e28-47e0-ba53-8fe7d6fa03ee tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:24.595975 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-035f67e6-0d6a-4dea-a51e-3e829c4c18df req-530e4e06-3e28-47e0-ba53-8fe7d6fa03ee tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22c3f37-da30-4568-972c-a867b49198bf HTTP/1.1" status: 200 len: 946 time: 0.1223991 Jun 23 14:55:24.623054 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-63b4f82c-4356-4c3a-9bc3-356384ab79a4 req-210380af-4c78-47d2-82a6-7840a227376e tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363944 Jun 23 14:55:24.705017 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-035f67e6-0d6a-4dea-a51e-3e829c4c18df req-a1437722-58d0-4b77-abfd-0310729bfa08 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/security-groups?id=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024024 Jun 23 14:55:24.715263 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:24.734361 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297810bd-f8b0-4721-a4fe-aa97204d2a67 admin admin] Router b3fc5eb4-fdeb-482c-a934-12d8e735343e has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:55:24.780446 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device e2dbb36f-8751-44c6-92b3-d6bf0359295f no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:55:24.800660 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] No Port match for: e2dbb36f-8751-44c6-92b3-d6bf0359295f {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:55:24.801665 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device e2dbb36f-8751-44c6-92b3-d6bf0359295f not bound to the agent host hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:55:24.844840 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297810bd-f8b0-4721-a4fe-aa97204d2a67 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:55:24.849810 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-297810bd-f8b0-4721-a4fe-aa97204d2a67 admin admin] 10.222.0.65 "PUT /v2.0/routers/b3fc5eb4-fdeb-482c-a934-12d8e735343e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5517325 Jun 23 14:55:24.852343 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 39528) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:24.855090 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03095f12-32e4-4151-97a8-787104d7ec82 None None] Sync routers for ids ['b3fc5eb4-fdeb-482c-a934-12d8e735343e'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:55:24.864606 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03095f12-32e4-4151-97a8-787104d7ec82 None None] Routers {'b3fc5eb4-fdeb-482c-a934-12d8e735343e'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:55:24.865236 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-03095f12-32e4-4151-97a8-787104d7ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:55:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['b3fc5eb4-fdeb-482c-a934-12d8e735343e'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:24.958316 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f4beca37-484f-4ce5-b936-a659f1e3ac5a admin admin] Notify callbacks [] for router, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:25.080926 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b26c2-3d7b-44c2-977c-a892e6498159 req-96fa1ef2-abb0-4ca2-a67b-c842336cf889 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:25.082382 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-894b26c2-3d7b-44c2-977c-a892e6498159 req-96fa1ef2-abb0-4ca2-a67b-c842336cf889 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.44 "GET /v2.0/ports?device_id=e22c3f37-da30-4568-972c-a867b49198bf HTTP/1.1" status: 200 len: 946 time: 0.0845947 Jun 23 14:55:25.085574 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f4beca37-484f-4ce5-b936-a659f1e3ac5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:25.095645 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-03095f12-32e4-4151-97a8-787104d7ec82 None None] Set router b3fc5eb4-fdeb-482c-a934-12d8e735343e gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:55:25.143681 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-f4beca37-484f-4ce5-b936-a659f1e3ac5a admin admin] Deleting port e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb {{(pid=104656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:55:25.144394 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f4beca37-484f-4ce5-b936-a659f1e3ac5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:25.195971 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-894b26c2-3d7b-44c2-977c-a892e6498159 req-6cc1d707-ea6f-4dd6-9396-2f1e428d6a9e tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Deleting port c3f9dc71-1e06-46fe-b26e-55f9a680074b {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:55:25.196539 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-894b26c2-3d7b-44c2-977c-a892e6498159 req-6cc1d707-ea6f-4dd6-9396-2f1e428d6a9e tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:25.244003 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.db [None req-f4beca37-484f-4ce5-b936-a659f1e3ac5a admin admin] For port e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:25.244541 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f4beca37-484f-4ce5-b936-a659f1e3ac5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:25.260771 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-f4beca37-484f-4ce5-b936-a659f1e3ac5a admin admin] Calling delete_port for e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb owned by network:router_gateway {{(pid=104656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:55:25.292889 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-894b26c2-3d7b-44c2-977c-a892e6498159 req-6cc1d707-ea6f-4dd6-9396-2f1e428d6a9e tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] For port c3f9dc71-1e06-46fe-b26e-55f9a680074b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c3f9dc71-1e06-46fe-b26e-55f9a680074b,segment=NetworkSegment(9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620),segment_id=9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:25.293248 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-894b26c2-3d7b-44c2-977c-a892e6498159 req-6cc1d707-ea6f-4dd6-9396-2f1e428d6a9e tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:25.302384 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-03095f12-32e4-4151-97a8-787104d7ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'name': 'tempest-TestMinimumBasicScenario-615114459-router', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:26Z', 'updated_at': '2021-06-23T14:55:24Z', 'revision_number': 5, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'gw_port': {'id': 'e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:27Z', 'updated_at': '2021-06-23T14:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:25.308344 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-894b26c2-3d7b-44c2-977c-a892e6498159 req-6cc1d707-ea6f-4dd6-9396-2f1e428d6a9e tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Calling delete_port for c3f9dc71-1e06-46fe-b26e-55f9a680074b owned by compute:nova {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:55:25.333808 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03095f12-32e4-4151-97a8-787104d7ec82 None None] Checking router: b3fc5eb4-fdeb-482c-a934-12d8e735343e for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:55:25.342941 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03095f12-32e4-4151-97a8-787104d7ec82 None None] Routers {'b3fc5eb4-fdeb-482c-a934-12d8e735343e'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:55:25.343575 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-03095f12-32e4-4151-97a8-787104d7ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:55:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['b3fc5eb4-fdeb-482c-a934-12d8e735343e'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:25.436810 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-03095f12-32e4-4151-97a8-787104d7ec82 None None] Set router b3fc5eb4-fdeb-482c-a934-12d8e735343e gateway port host: None {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:55:25.445590 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f4beca37-484f-4ce5-b936-a659f1e3ac5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51636836'] for port, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:25.447484 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-894b26c2-3d7b-44c2-977c-a892e6498159 req-6cc1d707-ea6f-4dd6-9396-2f1e428d6a9e tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:25.450057 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:25.454788 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-12164556-b704-4c49-a8da-f81dc6d56728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:25.465292 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['c3f9dc71-1e06-46fe-b26e-55f9a680074b'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:55:25.474763 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4beca37-484f-4ce5-b936-a659f1e3ac5a admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:25.477192 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-f4beca37-484f-4ce5-b936-a659f1e3ac5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:25.484642 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1d707-ea6f-4dd6-9396-2f1e428d6a9e tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Pushing event deleted for resources: {'Port': ['ID=c3f9dc71-1e06-46fe-b26e-55f9a680074b,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:25.487807 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-6cc1d707-ea6f-4dd6-9396-2f1e428d6a9e tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:25.518949 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-03095f12-32e4-4151-97a8-787104d7ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'name': 'tempest-TestMinimumBasicScenario-615114459-router', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:26Z', 'updated_at': '2021-06-23T14:55:25Z', 'revision_number': 6, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'gw_port_host': None}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:25.553665 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03095f12-32e4-4151-97a8-787104d7ec82 None None] The sync data for ids ['b3fc5eb4-fdeb-482c-a934-12d8e735343e'] in dv-cinder-796286-8-iscsi is: [{'id': 'b3fc5eb4-fdeb-482c-a934-12d8e735343e', 'name': 'tempest-TestMinimumBasicScenario-615114459-router', 'tenant_id': '48ae03c8936d4b8aae737d381bdafe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:26Z', 'updated_at': '2021-06-23T14:55:25Z', 'revision_number': 6, 'project_id': '48ae03c8936d4b8aae737d381bdafe5a', 'gw_port_host': None}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:55:25.554488 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f4beca37-484f-4ce5-b936-a659f1e3ac5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603015'] for router_gateway, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:25.849556 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-894b26c2-3d7b-44c2-977c-a892e6498159 req-6cc1d707-ea6f-4dd6-9396-2f1e428d6a9e tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] No DVR routers for this DVR port c3f9dc71-1e06-46fe-b26e-55f9a680074b on host hv-cinder-79628 {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:55:25.853130 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-894b26c2-3d7b-44c2-977c-a892e6498159 req-6cc1d707-ea6f-4dd6-9396-2f1e428d6a9e tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:25.855152 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-894b26c2-3d7b-44c2-977c-a892e6498159 req-6cc1d707-ea6f-4dd6-9396-2f1e428d6a9e tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.44 "DELETE /v2.0/ports/c3f9dc71-1e06-46fe-b26e-55f9a680074b HTTP/1.1" status: 204 len: 173 time: 0.7648644 Jun 23 14:55:25.855687 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22c3f37-da30-4568-972c-a867b49198bf', 'name': 'network-vif-deleted', 'tag': 'c3f9dc71-1e06-46fe-b26e-55f9a680074b'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:55:25.858763 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1917182e-97cb-4c81-871f-8eb20cc77afd" -d '{"events": [{"server_uuid": "e22c3f37-da30-4568-972c-a867b49198bf", "name": "network-vif-deleted", "tag": "c3f9dc71-1e06-46fe-b26e-55f9a680074b"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:55:25.903388 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b543a-71c3-4874-ba32-0eed427b1de8 req-d88b340a-c1c6-41c6-95b0-79cd91069103 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:25.904948 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6b7b543a-71c3-4874-ba32-0eed427b1de8 req-d88b340a-c1c6-41c6-95b0-79cd91069103 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a4447-4ea6-4cec-a651-2ba7fa614ac9 HTTP/1.1" status: 200 len: 943 time: 0.1039805 Jun 23 14:55:25.954464 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6b7b543a-71c3-4874-ba32-0eed427b1de8 req-69fc9171-6a0d-4498-af8d-71d2d6fffc42 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405633 Jun 23 14:55:25.956389 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f4beca37-484f-4ce5-b936-a659f1e3ac5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62283'] for router, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:25.958894 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f4beca37-484f-4ce5-b936-a659f1e3ac5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:26.064487 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5c81a7d9-6477-4c02-8294-6c7ec10a25a0 req-17e02c1e-f8c0-4812-8c3e-f30219b8ff4a tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22c3f37-da30-4568-972c-a867b49198bf HTTP/1.1" status: 200 len: 210 time: 0.0424516 Jun 23 14:55:26.065218 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f4beca37-484f-4ce5-b936-a659f1e3ac5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604649'] for router, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:26.065734 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4beca37-484f-4ce5-b936-a659f1e3ac5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3fc5eb4-fdeb-482c-a934-12d8e735343e {{(pid=104656) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:55:26.070635 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f4beca37-484f-4ce5-b936-a659f1e3ac5a admin admin] Notify callbacks [] for router, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:26.072018 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-f4beca37-484f-4ce5-b936-a659f1e3ac5a admin admin] 10.222.0.65 "DELETE /v2.0/routers/b3fc5eb4-fdeb-482c-a934-12d8e735343e HTTP/1.1" status: 204 len: 168 time: 1.2186294 Jun 23 14:55:26.074614 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 39540) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:26.119105 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124aae4c-b7ee-455a-83cb-e2fa13868d07 x-openstack-request-id: req-124aae4c-b7ee-455a-83cb-e2fa13868d07 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:55:26.119434 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22c3f37-da30-4568-972c-a867b49198bf", "name": "network-vif-deleted", "tag": "c3f9dc71-1e06-46fe-b26e-55f9a680074b", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:55:26.119744 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-124aae4c-b7ee-455a-83cb-e2fa13868d07 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:55:26.120180 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22c3f37-da30-4568-972c-a867b49198bf', 'name': 'network-vif-deleted', 'tag': 'c3f9dc71-1e06-46fe-b26e-55f9a680074b', 'status': 'completed', 'code': 200} Jun 23 14:55:26.132537 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d5c919-1cd8-4ac9-82f8-e03bf7b07218 admin admin] Deleting subnet a9269878-b91e-4434-829a-8b123dec3d3e {{(pid=104656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:55:26.136339 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-72d5c919-1cd8-4ac9-82f8-e03bf7b07218 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:26.172174 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-72d5c919-1cd8-4ac9-82f8-e03bf7b07218 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51554208'] for subnet, precommit_delete_associations {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:26.278629 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-72d5c919-1cd8-4ac9-82f8-e03bf7b07218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16078100'] for subnet, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:26.330682 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-72d5c919-1cd8-4ac9-82f8-e03bf7b07218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16078093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51636782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51615615'] for subnet, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:26.333058 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-407bdbc1-64fe-4660-892a-503b2a306d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:26.356979 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5c919-1cd8-4ac9-82f8-e03bf7b07218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9269878-b91e-4434-829a-8b123dec3d3e,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:26.360190 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-72d5c919-1cd8-4ac9-82f8-e03bf7b07218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:26.361086 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-72d5c919-1cd8-4ac9-82f8-e03bf7b07218 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:26.365507 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 39544) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:26.365764 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-72d5c919-1cd8-4ac9-82f8-e03bf7b07218 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a9269878-b91e-4434-829a-8b123dec3d3e HTTP/1.1" status: 204 len: 168 time: 0.2899013 Jun 23 14:55:26.370916 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39fd3d4-b098-4133-b120-625df749dfc5 None None] Network a1115ee8-5372-48ee-a732-c77948f674dc requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:55:26.466188 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235410'] for network, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:26.543008 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] Deleting port 5f062660-0662-4dc9-85fe-2ebac3ef5d11 {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:55:26.543434 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:26.641803 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] For port 5f062660-0662-4dc9-85fe-2ebac3ef5d11, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=5f062660-0662-4dc9-85fe-2ebac3ef5d11,segment=NetworkSegment(2ac980b6-d322-41e5-bc4d-248fcfc6f6a5),segment_id=2ac980b6-d322-41e5-bc4d-248fcfc6f6a5)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:26.641803 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:26.655084 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] Calling delete_port for 5f062660-0662-4dc9-85fe-2ebac3ef5d11 owned by network:dhcp {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:55:26.655353 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eb2bbb-24c9-4048-9c8c-6b07b566170a None None] DHCP port deletion for a1115ee8-5372-48ee-a732-c77948f674dc request from dv-cinder-796286-8-iscsi {{(pid=104658) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:55:26.695972 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:55:26.720150 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:55:26.720509 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device e2a78a8b-0085-4908-a2f6-16dd3c6e5cdb not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:55:26.720945 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71 no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:55:26.742860 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:26.746167 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-215943c0-1673-41cc-84c0-5e60b2646f21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:26.746488 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71 {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:55:26.747119 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 6eb28f1a-214e-4d4e-8fe4-5a9fcc86eb71 not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:55:26.763573 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-d8eb2bbb-24c9-4048-9c8c-6b07b566170a None None] Deleting port 5f062660-0662-4dc9-85fe-2ebac3ef5d11 {{(pid=104658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:55:26.763996 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-d8eb2bbb-24c9-4048-9c8c-6b07b566170a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:26.770794 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] Pushing event deleted for resources: {'Port': ['ID=5f062660-0662-4dc9-85fe-2ebac3ef5d11,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:26.774237 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:26.776603 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] No DVR routers for this DVR port 5f062660-0662-4dc9-85fe-2ebac3ef5d11 on host dv-cinder-796286-8-iscsi {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:55:26.797072 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 123c64f2-2cbe-4398-9e3e-3a1441f9e16c details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:55:26.856353 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-d8eb2bbb-24c9-4048-9c8c-6b07b566170a None None] For port 5f062660-0662-4dc9-85fe-2ebac3ef5d11, host dv-cinder-796286-8-iscsi, got binding levels [] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:26.856353 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-d8eb2bbb-24c9-4048-9c8c-6b07b566170a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:26.861533 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16034969', 'neutron.services.segments.db._delete_segments_for_network-8784122434079'] for network, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:26.871358 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1115ee8-5372-48ee-a732-c77948f674dc']}} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:26.881834 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac980b6-d322-41e5-bc4d-248fcfc6f6a5') {'for_net_delete': True} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:26.882134 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac980b6-d322-41e5-bc4d-248fcfc6f6a5') {} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:26.883391 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-d8eb2bbb-24c9-4048-9c8c-6b07b566170a None None] Calling delete_port for 5f062660-0662-4dc9-85fe-2ebac3ef5d11 owned by network:dhcp {{(pid=104658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:55:26.888350 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.ipam_backend_mixin [None req-d8eb2bbb-24c9-4048-9c8c-6b07b566170a None None] Port 5f062660-0662-4dc9-85fe-2ebac3ef5d11 was not found and therefore no delete operation was performed {{(pid=104658) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 14:55:26.891679 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784122471918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3530085'] for segment, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:26.907484 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:26.915671 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=104657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:55:26.916077 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3444818'] for segment, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: Traceback (most recent call last): Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: timer() Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: cb(*args, **kw) Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: return func(*args, **kwargs) Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: self._notify() Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: self.callback(batched_events) Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: event.method(event) Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: return f(self, *a, **k) Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: return self._get(url).json() Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: return self.request(url, 'GET', **kwargs) Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:55:26.917946 dv-cinder-796286-8-iscsi neutron-server[104657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:55:26.921737 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-d8eb2bbb-24c9-4048-9c8c-6b07b566170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932'] for port, after_delete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:26.925799 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-74dbbbd8-d847-42f2-bbd7-68ef783db9bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:26.959326 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb2bbb-24c9-4048-9c8c-6b07b566170a None None] Pushing event deleted for resources: {'Port': ['ID=5f062660-0662-4dc9-85fe-2ebac3ef5d11,revision_number=None']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:26.966583 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-d8eb2bbb-24c9-4048-9c8c-6b07b566170a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:26.970405 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eb2bbb-24c9-4048-9c8c-6b07b566170a None None] No DVR routers for this DVR port 5f062660-0662-4dc9-85fe-2ebac3ef5d11 on host dv-cinder-796286-8-iscsi {{(pid=104658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:55:26.991677 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16034962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602998'] for network, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:26.998961 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:27.001058 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] 10.222.0.65 "DELETE /v2.0/networks/a1115ee8-5372-48ee-a732-c77948f674dc HTTP/1.1" status: 204 len: 168 time: 0.6341169 Jun 23 14:55:27.002710 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-798ace40-8f66-4539-8e83-628b1bd3e42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:27.004164 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 39548) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:27.004611 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 123c64f2-2cbe-4398-9e3e-3a1441f9e16c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=123c64f2-2cbe-4398-9e3e-3a1441f9e16c,segment=NetworkSegment(7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb),segment_id=7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:27.017585 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': '123c64f2-2cbe-4398-9e3e-3a1441f9e16c', 'network_id': 'fea319e2-c590-4b2e-b278-c4bbee04be67', 'port_id': '123c64f2-2cbe-4398-9e3e-3a1441f9e16c', 'mac_address': 'fa:16:3e:15:d8:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f9266c-413e-4153-8cc3-ae69c51a56f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:55:27.017851 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] Pushing event deleted for resources: {'Network': ['ID=a1115ee8-5372-48ee-a732-c77948f674dc,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:27.024674 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:27.071526 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:27.095184 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 123c64f2-2cbe-4398-9e3e-3a1441f9e16c {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:55:27.131649 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 123c64f2-2cbe-4398-9e3e-3a1441f9e16c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=123c64f2-2cbe-4398-9e3e-3a1441f9e16c,segment=NetworkSegment(7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb),segment_id=7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:27.140907 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:27.143055 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:27.178330 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c9afe-bc09-44ab-8543-00ab30b20987 req-ef328808-0163-4a4e-ae34-3ca20df50faf tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:27.180306 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-cc8c9afe-bc09-44ab-8543-00ab30b20987 req-ef328808-0163-4a4e-ae34-3ca20df50faf tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a4447-4ea6-4cec-a651-2ba7fa614ac9 HTTP/1.1" status: 200 len: 943 time: 0.0789597 Jun 23 14:55:27.212484 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=123c64f2-2cbe-4398-9e3e-3a1441f9e16c,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:27.217973 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:27.240823 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-cc8c9afe-bc09-44ab-8543-00ab30b20987 req-be31bdba-8398-47b6-86ed-36b2f892e060 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547268 Jun 23 14:55:27.413676 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['123c64f2-2cbe-4398-9e3e-3a1441f9e16c'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:55:27.462250 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4475e850-4339-4a44-9e8f-9d312a1310ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16234978'] for router_interface, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:27.723289 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-4475e850-4339-4a44-9e8f-9d312a1310ac admin admin] Deleting port 3a05f237-d4f0-46f0-a9d5-beae65aee8ed {{(pid=104656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:55:27.723640 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4475e850-4339-4a44-9e8f-9d312a1310ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:27.802637 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.db [None req-4475e850-4339-4a44-9e8f-9d312a1310ac admin admin] For port 3a05f237-d4f0-46f0-a9d5-beae65aee8ed, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=3a05f237-d4f0-46f0-a9d5-beae65aee8ed,segment=NetworkSegment(d0490dfb-b40d-4084-a42f-bdeb8f64819d),segment_id=d0490dfb-b40d-4084-a42f-bdeb8f64819d)] {{(pid=104656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:27.802998 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4475e850-4339-4a44-9e8f-9d312a1310ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:27.816726 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-4475e850-4339-4a44-9e8f-9d312a1310ac admin admin] Calling delete_port for 3a05f237-d4f0-46f0-a9d5-beae65aee8ed owned by network:router_interface {{(pid=104656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:55:28.019419 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4475e850-4339-4a44-9e8f-9d312a1310ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51636836'] for port, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:28.021592 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:28.047777 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475e850-4339-4a44-9e8f-9d312a1310ac admin admin] Pushing event deleted for resources: {'Port': ['ID=3a05f237-d4f0-46f0-a9d5-beae65aee8ed,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:28.050963 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-4475e850-4339-4a44-9e8f-9d312a1310ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:28.245369 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4475e850-4339-4a44-9e8f-9d312a1310ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604946'] for router_interface, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:28.530837 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525184e-ebb9-419b-b01a-9c70cfc1ba24 req-6164318e-91a3-481c-80bc-df7dba880b5f tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:28.532318 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5525184e-ebb9-419b-b01a-9c70cfc1ba24 req-6164318e-91a3-481c-80bc-df7dba880b5f tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a4447-4ea6-4cec-a651-2ba7fa614ac9 HTTP/1.1" status: 200 len: 944 time: 0.1658411 Jun 23 14:55:28.570120 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4475e850-4339-4a44-9e8f-9d312a1310ac admin admin] Router 9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:55:28.592475 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5525184e-ebb9-419b-b01a-9c70cfc1ba24 req-7045b4b0-c7d6-427e-9b6f-7713d367aaba tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537624 Jun 23 14:55:28.678461 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 5f062660-0662-4dc9-85fe-2ebac3ef5d11 no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:55:28.703368 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: 5f062660-0662-4dc9-85fe-2ebac3ef5d11 {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:55:28.703714 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 5f062660-0662-4dc9-85fe-2ebac3ef5d11 not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:55:28.727444 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4475e850-4339-4a44-9e8f-9d312a1310ac admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:55:28.732532 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-4475e850-4339-4a44-9e8f-9d312a1310ac admin admin] 10.222.0.65 "PUT /v2.0/routers/9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7271812 Jun 23 14:55:28.735898 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 39568) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:28.737188 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c52ccd-ee7e-4846-bcc9-8de162b5d070 None None] Sync routers for ids ['9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6'] in dv-cinder-796286-8-iscsi {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:55:28.747785 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c52ccd-ee7e-4846-bcc9-8de162b5d070 None None] Routers {'9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:55:28.748446 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-99c52ccd-ee7e-4846-bcc9-8de162b5d070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:55:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:28.849490 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-45314913-a7a9-4608-9fa1-ad0f8788afc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:28.881078 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-99c52ccd-ee7e-4846-bcc9-8de162b5d070 None None] Set router 9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:55:29.013455 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-45314913-a7a9-4608-9fa1-ad0f8788afc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:29.071923 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-45314913-a7a9-4608-9fa1-ad0f8788afc7 admin admin] Deleting port e542fadb-6b7f-4ae7-9388-a90c0c383878 {{(pid=104656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:55:29.072662 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-45314913-a7a9-4608-9fa1-ad0f8788afc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:29.085162 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-99c52ccd-ee7e-4846-bcc9-8de162b5d070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6', 'name': 'tempest-TestMinimumBasicScenario-1259255473-router', 'tenant_id': '17218e7261254577a1f48069c0c35ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e542fadb-6b7f-4ae7-9388-a90c0c383878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:32Z', 'updated_at': '2021-06-23T14:55:27Z', 'revision_number': 5, 'project_id': '17218e7261254577a1f48069c0c35ba7', 'gw_port': {'id': 'e542fadb-6b7f-4ae7-9388-a90c0c383878', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:33Z', 'updated_at': '2021-06-23T14:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:29.117543 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c52ccd-ee7e-4846-bcc9-8de162b5d070 None None] Checking router: 9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6 for host: dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:55:29.123171 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c52ccd-ee7e-4846-bcc9-8de162b5d070 None None] Routers {'9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:55:29.123828 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-99c52ccd-ee7e-4846-bcc9-8de162b5d070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:55:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:29.171913 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.db [None req-45314913-a7a9-4608-9fa1-ad0f8788afc7 admin admin] For port e542fadb-6b7f-4ae7-9388-a90c0c383878, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=e542fadb-6b7f-4ae7-9388-a90c0c383878,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:29.172551 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-45314913-a7a9-4608-9fa1-ad0f8788afc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:29.193321 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-45314913-a7a9-4608-9fa1-ad0f8788afc7 admin admin] Calling delete_port for e542fadb-6b7f-4ae7-9388-a90c0c383878 owned by network:router_gateway {{(pid=104656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:55:29.223515 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-99c52ccd-ee7e-4846-bcc9-8de162b5d070 None None] Set router 9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6 gateway port host: None {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:55:29.292162 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-99c52ccd-ee7e-4846-bcc9-8de162b5d070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6', 'name': 'tempest-TestMinimumBasicScenario-1259255473-router', 'tenant_id': '17218e7261254577a1f48069c0c35ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:32Z', 'updated_at': '2021-06-23T14:55:29Z', 'revision_number': 6, 'project_id': '17218e7261254577a1f48069c0c35ba7', 'gw_port_host': None}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:29.320721 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c52ccd-ee7e-4846-bcc9-8de162b5d070 None None] The sync data for ids ['9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6'] in dv-cinder-796286-8-iscsi is: [{'id': '9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6', 'name': 'tempest-TestMinimumBasicScenario-1259255473-router', 'tenant_id': '17218e7261254577a1f48069c0c35ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:32Z', 'updated_at': '2021-06-23T14:55:29Z', 'revision_number': 6, 'project_id': '17218e7261254577a1f48069c0c35ba7', 'gw_port_host': None}] {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:55:29.380314 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-45314913-a7a9-4608-9fa1-ad0f8788afc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51636836'] for port, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:29.382423 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:29.408112 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45314913-a7a9-4608-9fa1-ad0f8788afc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e542fadb-6b7f-4ae7-9388-a90c0c383878,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:29.410861 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-45314913-a7a9-4608-9fa1-ad0f8788afc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:29.451893 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device c3f9dc71-1e06-46fe-b26e-55f9a680074b no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:55:29.477500 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] No Port match for: c3f9dc71-1e06-46fe-b26e-55f9a680074b {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:55:29.477897 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device c3f9dc71-1e06-46fe-b26e-55f9a680074b not bound to the agent host hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:55:29.485395 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-45314913-a7a9-4608-9fa1-ad0f8788afc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603015'] for router_gateway, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:29.582237 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-45314913-a7a9-4608-9fa1-ad0f8788afc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62283'] for router, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:29.584716 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-45314913-a7a9-4608-9fa1-ad0f8788afc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:29.636577 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-45314913-a7a9-4608-9fa1-ad0f8788afc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604649'] for router, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:29.637011 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45314913-a7a9-4608-9fa1-ad0f8788afc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6 {{(pid=104656) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:55:29.645639 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-45314913-a7a9-4608-9fa1-ad0f8788afc7 admin admin] Notify callbacks [] for router, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:29.647256 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-45314913-a7a9-4608-9fa1-ad0f8788afc7 admin admin] 10.222.0.65 "DELETE /v2.0/routers/9a7bdc9c-a28a-4bbe-8fda-37f0c6d53da6 HTTP/1.1" status: 204 len: 168 time: 0.9102895 Jun 23 14:55:29.649955 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 39574) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:29.699084 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e7f651-35a3-455a-9929-a3a65d232305 admin admin] Deleting subnet 694f2cfe-a7d5-487a-ab33-0ba356370abe {{(pid=104656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:55:29.702693 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-40e7f651-35a3-455a-9929-a3a65d232305 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:29.738706 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-40e7f651-35a3-455a-9929-a3a65d232305 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51554208'] for subnet, precommit_delete_associations {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:29.836750 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-40e7f651-35a3-455a-9929-a3a65d232305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16078100'] for subnet, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:29.892649 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-40e7f651-35a3-455a-9929-a3a65d232305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16078093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51636782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51615615'] for subnet, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:29.894926 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:29.917700 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7f651-35a3-455a-9929-a3a65d232305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=694f2cfe-a7d5-487a-ab33-0ba356370abe,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:29.921913 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-40e7f651-35a3-455a-9929-a3a65d232305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:29.924867 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-40e7f651-35a3-455a-9929-a3a65d232305 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:29.926951 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-40e7f651-35a3-455a-9929-a3a65d232305 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/694f2cfe-a7d5-487a-ab33-0ba356370abe HTTP/1.1" status: 204 len: 168 time: 0.2757645 Jun 23 14:55:29.929833 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 39576) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:29.932815 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f787574-e66c-4b5d-aaa1-8ab22547ee08 None None] Network faffc02e-89ea-4653-91a1-0c6325fea8ca requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:55:30.009601 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a9cc4567-5087-43cf-bf9e-c8efe6b787b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235410'] for network, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:30.100186 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-a9cc4567-5087-43cf-bf9e-c8efe6b787b5 admin admin] Deleting port 3c6cb7ee-968f-446b-b9c2-b9c95aac0674 {{(pid=104656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:55:30.101166 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a9cc4567-5087-43cf-bf9e-c8efe6b787b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:30.156020 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cee3ad2-2e06-4741-9b96-3c636ed5e80b None None] DHCP port deletion for faffc02e-89ea-4653-91a1-0c6325fea8ca request from dv-cinder-796286-8-iscsi {{(pid=104658) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:55:30.191309 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.db [None req-a9cc4567-5087-43cf-bf9e-c8efe6b787b5 admin admin] For port 3c6cb7ee-968f-446b-b9c2-b9c95aac0674, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=3c6cb7ee-968f-446b-b9c2-b9c95aac0674,segment=NetworkSegment(d0490dfb-b40d-4084-a42f-bdeb8f64819d),segment_id=d0490dfb-b40d-4084-a42f-bdeb8f64819d)] {{(pid=104656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:30.191808 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a9cc4567-5087-43cf-bf9e-c8efe6b787b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:30.206916 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-a9cc4567-5087-43cf-bf9e-c8efe6b787b5 admin admin] Calling delete_port for 3c6cb7ee-968f-446b-b9c2-b9c95aac0674 owned by network:dhcp {{(pid=104656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:55:30.210453 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-0cee3ad2-2e06-4741-9b96-3c636ed5e80b None None] Deleting port 3c6cb7ee-968f-446b-b9c2-b9c95aac0674 {{(pid=104658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:55:30.211014 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-0cee3ad2-2e06-4741-9b96-3c636ed5e80b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:30.290934 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-0cee3ad2-2e06-4741-9b96-3c636ed5e80b None None] For port 3c6cb7ee-968f-446b-b9c2-b9c95aac0674, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=3c6cb7ee-968f-446b-b9c2-b9c95aac0674,segment=NetworkSegment(d0490dfb-b40d-4084-a42f-bdeb8f64819d),segment_id=d0490dfb-b40d-4084-a42f-bdeb8f64819d)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:30.291740 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-0cee3ad2-2e06-4741-9b96-3c636ed5e80b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:30.304383 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a9cc4567-5087-43cf-bf9e-c8efe6b787b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51636836'] for port, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:30.309353 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-0d4c7e22-fd0e-4b44-9842-80667bbbfd34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:30.309566 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-0cee3ad2-2e06-4741-9b96-3c636ed5e80b None None] Calling delete_port for 3c6cb7ee-968f-446b-b9c2-b9c95aac0674 owned by network:dhcp {{(pid=104658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:55:30.350065 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc4567-5087-43cf-bf9e-c8efe6b787b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c6cb7ee-968f-446b-b9c2-b9c95aac0674,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:30.353062 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cc4567-5087-43cf-bf9e-c8efe6b787b5 admin admin] No DVR routers for this DVR port 3c6cb7ee-968f-446b-b9c2-b9c95aac0674 on host dv-cinder-796286-8-iscsi {{(pid=104656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:55:30.391857 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-a9cc4567-5087-43cf-bf9e-c8efe6b787b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:30.448046 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-0cee3ad2-2e06-4741-9b96-3c636ed5e80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932'] for port, after_delete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:30.450218 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9b4866e0-5097-4e96-ae06-5d1b3f9a5bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:30.466443 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a9cc4567-5087-43cf-bf9e-c8efe6b787b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16034969', 'neutron.services.segments.db._delete_segments_for_network-8784122434079'] for network, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:30.478976 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-a9cc4567-5087-43cf-bf9e-c8efe6b787b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faffc02e-89ea-4653-91a1-0c6325fea8ca']}} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:30.481134 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cee3ad2-2e06-4741-9b96-3c636ed5e80b None None] No DVR routers for this DVR port 3c6cb7ee-968f-446b-b9c2-b9c95aac0674 on host dv-cinder-796286-8-iscsi {{(pid=104658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:55:30.483260 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee3ad2-2e06-4741-9b96-3c636ed5e80b None None] Pushing event deleted for resources: {'Port': ['ID=3c6cb7ee-968f-446b-b9c2-b9c95aac0674,revision_number=None']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:30.486154 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-0cee3ad2-2e06-4741-9b96-3c636ed5e80b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:30.493486 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-a9cc4567-5087-43cf-bf9e-c8efe6b787b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0490dfb-b40d-4084-a42f-bdeb8f64819d') {'for_net_delete': True} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:30.493486 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-a9cc4567-5087-43cf-bf9e-c8efe6b787b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0490dfb-b40d-4084-a42f-bdeb8f64819d') {} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:30.506607 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a9cc4567-5087-43cf-bf9e-c8efe6b787b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784122471918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51554239'] for segment, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:30.523527 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a9cc4567-5087-43cf-bf9e-c8efe6b787b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:30.539769 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9cc4567-5087-43cf-bf9e-c8efe6b787b5 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=104656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:55:30.540445 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a9cc4567-5087-43cf-bf9e-c8efe6b787b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51636915'] for segment, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: Traceback (most recent call last): Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: timer() Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: cb(*args, **kw) Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: return func(*args, **kwargs) Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: self._notify() Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: self.callback(batched_events) Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: event.method(event) Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: return f(self, *a, **k) Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: return self._get(url).json() Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: return self.request(url, 'GET', **kwargs) Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:55:30.560132 dv-cinder-796286-8-iscsi neutron-server[104656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:55:30.635517 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a9cc4567-5087-43cf-bf9e-c8efe6b787b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16034962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602998'] for network, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:30.637664 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device e542fadb-6b7f-4ae7-9388-a90c0c383878 no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:55:30.650353 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a9cc4567-5087-43cf-bf9e-c8efe6b787b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:30.656647 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-a9cc4567-5087-43cf-bf9e-c8efe6b787b5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/faffc02e-89ea-4653-91a1-0c6325fea8ca HTTP/1.1" status: 204 len: 168 time: 0.7234581 Jun 23 14:55:30.656880 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-a864ae9e-b6c6-4276-a101-ac4fdd68f712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:30.671835 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: e542fadb-6b7f-4ae7-9388-a90c0c383878 {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:55:30.672777 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device e542fadb-6b7f-4ae7-9388-a90c0c383878 not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:55:30.673442 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 3c6cb7ee-968f-446b-b9c2-b9c95aac0674 no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:55:30.680439 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc4567-5087-43cf-bf9e-c8efe6b787b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=faffc02e-89ea-4653-91a1-0c6325fea8ca,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:30.684533 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-a9cc4567-5087-43cf-bf9e-c8efe6b787b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:30.697159 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: 3c6cb7ee-968f-446b-b9c2-b9c95aac0674 {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:55:30.697526 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 3c6cb7ee-968f-446b-b9c2-b9c95aac0674 not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:55:30.698741 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 3a05f237-d4f0-46f0-a9d5-beae65aee8ed no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:55:30.725264 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: 3a05f237-d4f0-46f0-a9d5-beae65aee8ed {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:55:30.726020 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 3a05f237-d4f0-46f0-a9d5-beae65aee8ed not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:55:30.744100 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc8bba-8bff-4020-bfa6-b1fb6bb49b75 req-74aee1d3-5140-441a-8021-03509bddf827 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:30.746431 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e2dc8bba-8bff-4020-bfa6-b1fb6bb49b75 req-74aee1d3-5140-441a-8021-03509bddf827 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a4447-4ea6-4cec-a651-2ba7fa614ac9 HTTP/1.1" status: 200 len: 944 time: 0.1023641 Jun 23 14:55:30.796336 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e2dc8bba-8bff-4020-bfa6-b1fb6bb49b75 req-19b0abab-4ce6-4dce-9eac-807ad62bf96a tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418115 Jun 23 14:55:30.822539 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 39582) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:30.868396 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-d0d9c85f-0263-42ec-b326-b72fe85a27be admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=48ae03c8936d4b8aae737d381bdafe5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438678 Jun 23 14:55:30.871133 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 39584) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:30.930823 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6cae2c47-afae-4791-858a-8f4a37c51b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:30.955371 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6cae2c47-afae-4791-858a-8f4a37c51b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:31.009370 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6cae2c47-afae-4791-858a-8f4a37c51b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:31.012590 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6cae2c47-afae-4791-858a-8f4a37c51b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:31.014617 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-6cae2c47-afae-4791-858a-8f4a37c51b42 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4f50c060-08cc-4211-9cdf-54f5254f0c37 HTTP/1.1" status: 204 len: 168 time: 0.1414299 Jun 23 14:55:31.015672 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-017ec121-0941-4930-b23c-6d9217177e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:31.028903 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae2c47-afae-4791-858a-8f4a37c51b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f50c060-08cc-4211-9cdf-54f5254f0c37,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:31.032655 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-6cae2c47-afae-4791-858a-8f4a37c51b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:31.362548 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 39590) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:31.403078 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-1d8af56b-0ddb-46a5-9b63-ba5e90d8715e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=17218e7261254577a1f48069c0c35ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392718 Jun 23 14:55:31.406488 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 39592) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:31.456960 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b7813b5a-a7b2-42c4-ae94-3f5a22c39afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:31.478813 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b7813b5a-a7b2-42c4-ae94-3f5a22c39afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:31.529413 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b7813b5a-a7b2-42c4-ae94-3f5a22c39afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:31.532196 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b7813b5a-a7b2-42c4-ae94-3f5a22c39afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:31.540391 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-b7813b5a-a7b2-42c4-ae94-3f5a22c39afd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d927d92a-8d28-4913-89b0-2bdd0f980a5f HTTP/1.1" status: 204 len: 168 time: 0.1306593 Jun 23 14:55:31.541730 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-318b8735-d39d-4bee-b045-2c8fcbd9b074 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:31.556985 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7813b5a-a7b2-42c4-ae94-3f5a22c39afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d927d92a-8d28-4913-89b0-2bdd0f980a5f,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:31.556985 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-b7813b5a-a7b2-42c4-ae94-3f5a22c39afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:32.016349 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f3440-5161-474c-871f-4c6e07b24c72 req-79436f23-99ef-4ba1-937b-8918f7e2bcba tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:32.018404 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-317f3440-5161-474c-871f-4c6e07b24c72 req-79436f23-99ef-4ba1-937b-8918f7e2bcba tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a4447-4ea6-4cec-a651-2ba7fa614ac9 HTTP/1.1" status: 200 len: 944 time: 0.0894089 Jun 23 14:55:32.065427 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-317f3440-5161-474c-871f-4c6e07b24c72 req-183e2c08-e8c4-4cca-a95c-2650286c0b19 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371585 Jun 23 14:55:32.804763 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 123c64f2-2cbe-4398-9e3e-3a1441f9e16c up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:55:32.880305 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning for port 123c64f2-2cbe-4398-9e3e-3a1441f9e16c completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:55:32.884975 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port 123c64f2-2cbe-4398-9e3e-3a1441f9e16c triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:55:32.885356 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:32.984312 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:33.032559 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5a4447-4ea6-4cec-a651-2ba7fa614ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123c64f2-2cbe-4398-9e3e-3a1441f9e16c'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:55:33.034932 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f124bf7c-0090-4f61-bca0-900f782f6fd2" -d '{"events": [{"server_uuid": "8f5a4447-4ea6-4cec-a651-2ba7fa614ac9", "name": "network-vif-plugged", "status": "completed", "tag": "123c64f2-2cbe-4398-9e3e-3a1441f9e16c"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:55:33.049336 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 123c64f2-2cbe-4398-9e3e-3a1441f9e16c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=123c64f2-2cbe-4398-9e3e-3a1441f9e16c,segment=NetworkSegment(7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb),segment_id=7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:33.054035 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:33.056693 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:33.079488 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d4f879-4e35-4496-92aa-e1c26e84ccef x-openstack-request-id: req-65d4f879-4e35-4496-92aa-e1c26e84ccef {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:55:33.079790 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5a4447-4ea6-4cec-a651-2ba7fa614ac9", "name": "network-vif-plugged", "status": "completed", "tag": "123c64f2-2cbe-4398-9e3e-3a1441f9e16c", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:55:33.080051 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-65d4f879-4e35-4496-92aa-e1c26e84ccef {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:55:33.080443 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5a4447-4ea6-4cec-a651-2ba7fa614ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123c64f2-2cbe-4398-9e3e-3a1441f9e16c', 'code': 200} Jun 23 14:55:33.108466 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=123c64f2-2cbe-4398-9e3e-3a1441f9e16c,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:33.116790 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:33.117150 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:33.117556 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:33.118007 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:33.118421 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:33.118679 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:33.119020 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:33.119394 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:33.119673 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:33.120047 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:33.120339 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:33.120817 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:33.125109 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:33.268815 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd73c98-b62a-4ab3-ae95-270d3c708189 req-1ce19b3e-5385-46df-abc9-5d0fbd5cf649 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:33.270405 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-0bd73c98-b62a-4ab3-ae95-270d3c708189 req-1ce19b3e-5385-46df-abc9-5d0fbd5cf649 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a4447-4ea6-4cec-a651-2ba7fa614ac9 HTTP/1.1" status: 200 len: 945 time: 0.0761714 Jun 23 14:55:33.325736 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-0bd73c98-b62a-4ab3-ae95-270d3c708189 req-61a8fb5f-dbaf-4a1f-8ee1-8c51872cdc4c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491562 Jun 23 14:55:33.378499 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:55:33.867780 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1330d-0925-4f5a-afbd-df2ab2d5701a req-33e2aef4-119a-4732-81e4-5728a93ad609 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:33.869301 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-0cb1330d-0925-4f5a-afbd-df2ab2d5701a req-33e2aef4-119a-4732-81e4-5728a93ad609 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.0729277 Jun 23 14:55:33.909756 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-0cb1330d-0925-4f5a-afbd-df2ab2d5701a req-8dd65537-1ce6-4a6e-8a2f-9b860f267e28 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336816 Jun 23 14:55:36.123617 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6b7c2-ecd5-48b8-a0e3-851e6073b8ef req-14124349-655a-4968-94c0-6a6805d2a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:36.127097 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-94a6b7c2-ecd5-48b8-a0e3-851e6073b8ef req-14124349-655a-4968-94c0-6a6805d2a2e3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8f5a4447-4ea6-4cec-a651-2ba7fa614ac9 HTTP/1.1" status: 200 len: 1098 time: 0.0697596 Jun 23 14:55:36.167456 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-94a6b7c2-ecd5-48b8-a0e3-851e6073b8ef req-f1b5f734-9de9-457b-b8fe-c8d0158d9bd3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328538 Jun 23 14:55:36.272644 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571b38c-f235-4af5-9063-5939fb5faee5 req-68355e30-5728-4897-a66f-43d90e44218d tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:36.275451 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-f571b38c-f235-4af5-9063-5939fb5faee5 req-68355e30-5728-4897-a66f-43d90e44218d tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.0766485 Jun 23 14:55:36.279693 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26623c18-87fe-49f2-ba7e-2365c8358b8e req-ef7776d4-a449-4225-97cd-9317776d3feb tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:36.281467 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-26623c18-87fe-49f2-ba7e-2365c8358b8e req-ef7776d4-a449-4225-97cd-9317776d3feb tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a4447-4ea6-4cec-a651-2ba7fa614ac9 HTTP/1.1" status: 200 len: 945 time: 0.0906060 Jun 23 14:55:36.330246 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-26623c18-87fe-49f2-ba7e-2365c8358b8e req-4bd81410-89e4-4d34-a77a-5ef89a1dee8c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425673 Jun 23 14:55:36.334968 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-f571b38c-f235-4af5-9063-5939fb5faee5 req-b572aa2a-6307-4858-bfd3-2405fbac8eba tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542538 Jun 23 14:55:37.058943 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-df483f1a-1b57-40b9-aa4d-e0690a8d2799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:37.521576 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-8a777191-f9b0-47e2-b415-1c0e04144a9f tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:37.523130 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-8a777191-f9b0-47e2-b415-1c0e04144a9f tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/networks?id=5552d91b-33d4-4841-9dcc-24e73f481dc7 HTTP/1.1" status: 200 len: 814 time: 0.1440463 Jun 23 14:55:37.543763 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-191e940e-8f48-48d5-ad1e-e07b3dd53981 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/quotas/f4a83ffacd484327999f484d8dbf8555 HTTP/1.1" status: 200 len: 375 time: 0.0137339 Jun 23 14:55:37.587421 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-bbf474ae-0ab5-49fa-b446-42beddd28e9f tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4a83ffacd484327999f484d8dbf8555&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354733 Jun 23 14:55:37.590026 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f63a9c-75d3-4f91-9c55-89884f5bb700 req-c4950e1d-3a87-432a-8cf4-e1a9bee8afb9 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:37.593005 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-95f63a9c-75d3-4f91-9c55-89884f5bb700 req-c4950e1d-3a87-432a-8cf4-e1a9bee8afb9 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.0719285 Jun 23 14:55:37.640703 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-95f63a9c-75d3-4f91-9c55-89884f5bb700 req-cac2798e-6dcb-468a-800f-f43cebffd7c1 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429466 Jun 23 14:55:37.715116 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-7ba8fbc0-4ba4-4b03-bd11-5e26bccad018 service neutron] 10.222.0.65 "GET /v2.0/networks/5552d91b-33d4-4841-9dcc-24e73f481dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188657 Jun 23 14:55:37.837409 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-02ab1897-d7b6-4243-9454-e3680c70ab88 service neutron] 10.222.0.65 "GET /v2.0/networks/5552d91b-33d4-4841-9dcc-24e73f481dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161046 Jun 23 14:55:38.050836 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3f8c9951-5f1b-47e2-b2c4-265b68b3103d req-eede3743-65e0-4e2f-bd97-5e8f4f78e0d3 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=107c7b14-bf8d-49d4-8189-da358427bf22 HTTP/1.1" status: 200 len: 210 time: 0.0410507 Jun 23 14:55:38.142226 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2143d61-36d5-4b5a-86bf-49490b45a146 req-36c6c1c8-5854-4f72-bf35-6953e778934e tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:38.145516 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b2143d61-36d5-4b5a-86bf-49490b45a146 req-36c6c1c8-5854-4f72-bf35-6953e778934e tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a4447-4ea6-4cec-a651-2ba7fa614ac9 HTTP/1.1" status: 200 len: 945 time: 0.3886130 Jun 23 14:55:38.197618 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b2143d61-36d5-4b5a-86bf-49490b45a146 req-ba4c0a5b-9a39-48f5-803b-dd7aa712fb11 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418358 Jun 23 14:55:38.906530 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd888ae-ea0a-4d0e-8db3-555b0595e8cd req-420a6255-f959-4602-9d36-2d217b3cc641 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:38.908463 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8bd888ae-ea0a-4d0e-8db3-555b0595e8cd req-420a6255-f959-4602-9d36-2d217b3cc641 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.1060052 Jun 23 14:55:38.966237 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8bd888ae-ea0a-4d0e-8db3-555b0595e8cd req-cc488923-b53d-4dbf-b2e3-3543ae4728de tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474360 Jun 23 14:55:39.247302 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e16d7239-1123-4d5f-b5dd-0dd39460aaa5 req-e6ccb176-f75a-4935-a12f-cdb842ac2a69 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=107c7b14-bf8d-49d4-8189-da358427bf22 HTTP/1.1" status: 200 len: 210 time: 0.0311279 Jun 23 14:55:39.249200 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6eece-962b-4ef1-8635-9485bd84e048 req-aea5f4bd-8a28-4ee8-820a-a78cc69854cd tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:39.250486 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-46d6eece-962b-4ef1-8635-9485bd84e048 req-aea5f4bd-8a28-4ee8-820a-a78cc69854cd tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a4447-4ea6-4cec-a651-2ba7fa614ac9 HTTP/1.1" status: 200 len: 945 time: 0.1007290 Jun 23 14:55:39.290911 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-46d6eece-962b-4ef1-8635-9485bd84e048 req-60dccc51-4d71-4e20-98f3-27c276d46e1b tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353246 Jun 23 14:55:39.452880 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-99d32578-14c3-4ceb-bb90-5b7f85583545 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:39.454435 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-99d32578-14c3-4ceb-bb90-5b7f85583545 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.44 "GET /v2.0/networks?id=5552d91b-33d4-4841-9dcc-24e73f481dc7 HTTP/1.1" status: 200 len: 814 time: 0.1552579 Jun 23 14:55:39.476179 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-e7eb0d1f-7060-4095-8c0f-b5f9cba321ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Request body: {'port': {'device_id': '107c7b14-bf8d-49d4-8189-da358427bf22', 'network_id': '5552d91b-33d4-4841-9dcc-24e73f481dc7', 'admin_state_up': True, 'tenant_id': 'f4a83ffacd484327999f484d8dbf8555'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:39.649153 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-e7eb0d1f-7060-4095-8c0f-b5f9cba321ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Made reservation on behalf of f4a83ffacd484327999f484d8dbf8555 for: {'port': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:55:39.652633 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-e7eb0d1f-7060-4095-8c0f-b5f9cba321ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:39.795539 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:39.802179 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-48efe0ab-c1b7-4314-b288-441a1343b415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:39.823922 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-e7eb0d1f-7060-4095-8c0f-b5f9cba321ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Allocated IP 172.20.0.3 (5552d91b-33d4-4841-9dcc-24e73f481dc7/cf4a5e34-7589-4404-98c5-cf628c32c11c/a913eb99-84d8-4122-b71f-fa52d130d893) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:55:40.041140 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-e7eb0d1f-7060-4095-8c0f-b5f9cba321ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:40.087289 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-e7eb0d1f-7060-4095-8c0f-b5f9cba321ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:40.092476 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:40.166565 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-e7eb0d1f-7060-4095-8c0f-b5f9cba321ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Network 5552d91b-33d4-4841-9dcc-24e73f481dc7 is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:55:40.172014 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-e7eb0d1f-7060-4095-8c0f-b5f9cba321ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:55:40.179316 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-e7eb0d1f-7060-4095-8c0f-b5f9cba321ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:55:40.214851 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb0d1f-7060-4095-8c0f-b5f9cba321ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Pushing event updated for resources: {'Port': ['ID=a913eb99-84d8-4122-b71f-fa52d130d893,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:40.221508 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-e7eb0d1f-7060-4095-8c0f-b5f9cba321ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:40.255376 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-e7eb0d1f-7060-4095-8c0f-b5f9cba321ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:40.256105 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-e7eb0d1f-7060-4095-8c0f-b5f9cba321ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:40.278300 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0e787-f0c3-4dc2-ad9e-1a41d813e505 req-012093ed-432d-4597-b438-0db5b23cee34 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:40.283422 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c6c0e787-f0c3-4dc2-ad9e-1a41d813e505 req-012093ed-432d-4597-b438-0db5b23cee34 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.1643698 Jun 23 14:55:40.286329 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-e7eb0d1f-7060-4095-8c0f-b5f9cba321ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8161011 Jun 23 14:55:40.308153 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Request body: {'port': {'device_id': '107c7b14-bf8d-49d4-8189-da358427bf22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:40.356514 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c6c0e787-f0c3-4dc2-ad9e-1a41d813e505 req-e1347d78-d375-4bc5-a049-d8acf6d9d1b8 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687840 Jun 23 14:55:40.397079 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:40.464322 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e1654-9373-4d98-8306-5fbed6c8a23b req-4323257f-b8dc-4121-b033-cb52d3f68857 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:40.466137 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a21e1654-9373-4d98-8306-5fbed6c8a23b req-4323257f-b8dc-4121-b033-cb52d3f68857 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=107c7b14-bf8d-49d4-8189-da358427bf22 HTTP/1.1" status: 200 len: 931 time: 0.0884066 Jun 23 14:55:40.508905 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a21e1654-9373-4d98-8306-5fbed6c8a23b req-8d4bb657-cf56-4593-9a0b-e17a802ae3f4 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/security-groups?id=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358977 Jun 23 14:55:40.656189 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7ce71-148f-448c-bc39-0f6ce2472852 req-ca27c211-151f-4bb1-addd-9b26f7532669 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:40.657958 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-95d7ce71-148f-448c-bc39-0f6ce2472852 req-ca27c211-151f-4bb1-addd-9b26f7532669 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a4447-4ea6-4cec-a651-2ba7fa614ac9 HTTP/1.1" status: 200 len: 945 time: 0.1387086 Jun 23 14:55:40.726800 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-95d7ce71-148f-448c-bc39-0f6ce2472852 req-9b0d3793-79ec-4256-8032-d35fa5280f7e tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615494 Jun 23 14:55:40.772095 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a913eb99-84d8-4122-b71f-fa52d130d893 {{(pid=104657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:55:40.779578 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:40.791409 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Transition to ACTIVE for port object a913eb99-84d8-4122-b71f-fa52d130d893 will not be triggered until provisioned by entity L2. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:55:40.797189 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:40.799531 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:40.877122 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Pushing event updated for resources: {'Port': ['ID=a913eb99-84d8-4122-b71f-fa52d130d893,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:40.898318 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:40.945131 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:40.993632 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c259b-01c8-4154-a23a-3aeccd0c8964 req-24fe8082-5cda-4f85-ac62-88cd9d336bbf tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:40.995130 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-673c259b-01c8-4154-a23a-3aeccd0c8964 req-24fe8082-5cda-4f85-ac62-88cd9d336bbf tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5a4447-4ea6-4cec-a651-2ba7fa614ac9 HTTP/1.1" status: 200 len: 945 time: 0.1321714 Jun 23 14:55:40.998914 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Attempting to bind port a913eb99-84d8-4122-b71f-fa52d130d893 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:55:40.999431 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Attempting to bind port a913eb99-84d8-4122-b71f-fa52d130d893 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5552d91b-33d4-4841-9dcc-24e73f481dc7'}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:55:40.999762 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Attempting to bind port a913eb99-84d8-4122-b71f-fa52d130d893 on network 5552d91b-33d4-4841-9dcc-24e73f481dc7 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:55:41.013481 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Port a913eb99-84d8-4122-b71f-fa52d130d893 on network 5552d91b-33d4-4841-9dcc-24e73f481dc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:55:41.013831 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Attempting to bind port a913eb99-84d8-4122-b71f-fa52d130d893 on network 5552d91b-33d4-4841-9dcc-24e73f481dc7 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:55:41.044475 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Checking agent: {'id': 'd8f3122c-1231-4f5b-931f-565a6de0a48e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'started_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:55:41.045353 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Checking segment: {'id': '9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5552d91b-33d4-4841-9dcc-24e73f481dc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:55:41.045774 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Bound using segment: {'id': '9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5552d91b-33d4-4841-9dcc-24e73f481dc7'} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:55:41.046211 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Bound port: a913eb99-84d8-4122-b71f-fa52d130d893, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5552d91b-33d4-4841-9dcc-24e73f481dc7'}}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:55:41.046588 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:41.161265 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] For port a913eb99-84d8-4122-b71f-fa52d130d893, host hv-cinder-79628, cleared binding levels {{(pid=104657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:55:41.177109 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] For port a913eb99-84d8-4122-b71f-fa52d130d893, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a913eb99-84d8-4122-b71f-fa52d130d893,segment=NetworkSegment(9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620),segment_id=9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620)] {{(pid=104657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:55:41.183433 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-673c259b-01c8-4154-a23a-3aeccd0c8964 req-d47d22d9-4c15-4494-a42e-ecc9b1fe1bec tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Deleting port 123c64f2-2cbe-4398-9e3e-3a1441f9e16c {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:55:41.183782 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-673c259b-01c8-4154-a23a-3aeccd0c8964 req-d47d22d9-4c15-4494-a42e-ecc9b1fe1bec tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:41.188907 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:41.199981 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-1346ed90-a36c-4812-894d-8ca4e4c277af tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:41.281598 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:41.282333 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:41.283804 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] 10.222.0.44 "PUT /v2.0/ports/a913eb99-84d8-4122-b71f-fa52d130d893 HTTP/1.1" status: 200 len: 1093 time: 0.9798884 Jun 23 14:55:41.284329 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107c7b14-bf8d-49d4-8189-da358427bf22', 'tag': 'a913eb99-84d8-4122-b71f-fa52d130d893'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:55:41.286813 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c3dd54-2cff-4e7d-b558-481779f67446" -d '{"events": [{"name": "network-changed", "server_uuid": "107c7b14-bf8d-49d4-8189-da358427bf22", "tag": "a913eb99-84d8-4122-b71f-fa52d130d893"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:55:41.318537 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Pushing event updated for resources: {'Port': ['ID=a913eb99-84d8-4122-b71f-fa52d130d893,revision_number=3']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:41.323527 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:41.362826 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51120195-3486-44ac-8039-bc44c0ed70b8 x-openstack-request-id: req-51120195-3486-44ac-8039-bc44c0ed70b8 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:55:41.363148 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "107c7b14-bf8d-49d4-8189-da358427bf22", "tag": "a913eb99-84d8-4122-b71f-fa52d130d893", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:55:41.363438 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-51120195-3486-44ac-8039-bc44c0ed70b8 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:55:41.363867 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107c7b14-bf8d-49d4-8189-da358427bf22', 'tag': 'a913eb99-84d8-4122-b71f-fa52d130d893', 'status': 'completed', 'code': 200} Jun 23 14:55:41.369384 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-673c259b-01c8-4154-a23a-3aeccd0c8964 req-d47d22d9-4c15-4494-a42e-ecc9b1fe1bec tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] For port 123c64f2-2cbe-4398-9e3e-3a1441f9e16c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=123c64f2-2cbe-4398-9e3e-3a1441f9e16c,segment=NetworkSegment(7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb),segment_id=7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:41.369737 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-673c259b-01c8-4154-a23a-3aeccd0c8964 req-d47d22d9-4c15-4494-a42e-ecc9b1fe1bec tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:41.391492 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-673c259b-01c8-4154-a23a-3aeccd0c8964 req-d47d22d9-4c15-4494-a42e-ecc9b1fe1bec tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Calling delete_port for 123c64f2-2cbe-4398-9e3e-3a1441f9e16c owned by compute:nova {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:55:41.461425 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-bb21610a-9a54-426a-a4e2-0938d382f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:41.462916 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-bb21610a-9a54-426a-a4e2-0938d382f584 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4a83ffacd484327999f484d8dbf8555&device_id=107c7b14-bf8d-49d4-8189-da358427bf22 HTTP/1.1" status: 200 len: 1096 time: 0.1383941 Jun 23 14:55:41.517835 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-9704c373-0cd9-4078-9300-a3782c234b5a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a913eb99-84d8-4122-b71f-fa52d130d893 HTTP/1.1" status: 200 len: 217 time: 0.0434456 Jun 23 14:55:41.552956 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb316f-324f-4a54-a228-3cc54c79dcc0 req-6922d72d-be0d-4ad9-94ea-39355db812db tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:41.554544 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e6fb316f-324f-4a54-a228-3cc54c79dcc0 req-6922d72d-be0d-4ad9-94ea-39355db812db tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.0729492 Jun 23 14:55:41.597975 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e6fb316f-324f-4a54-a228-3cc54c79dcc0 req-c255952d-240b-4996-a360-0d9bd866e4bd tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370712 Jun 23 14:55:41.608170 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-6378f0e6-f5c1-45da-aca8-db01e9d79d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:41.609615 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-6378f0e6-f5c1-45da-aca8-db01e9d79d14 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cf4a5e34-7589-4404-98c5-cf628c32c11c HTTP/1.1" status: 200 len: 854 time: 0.0850811 Jun 23 14:55:41.615362 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-673c259b-01c8-4154-a23a-3aeccd0c8964 req-d47d22d9-4c15-4494-a42e-ecc9b1fe1bec tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:41.627322 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-22c0363b-be72-45bb-8b57-d39aebe9c538 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:41.627777 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['123c64f2-2cbe-4398-9e3e-3a1441f9e16c'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:55:41.674256 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-26d02840-a056-482a-b986-670423a9c6f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5552d91b-33d4-4841-9dcc-24e73f481dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568531 Jun 23 14:55:41.682745 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d22d9-4c15-4494-a42e-ecc9b1fe1bec tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Pushing event deleted for resources: {'Port': ['ID=123c64f2-2cbe-4398-9e3e-3a1441f9e16c,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:41.698385 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-d47d22d9-4c15-4494-a42e-ecc9b1fe1bec tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:41.807161 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-673c259b-01c8-4154-a23a-3aeccd0c8964 req-d47d22d9-4c15-4494-a42e-ecc9b1fe1bec tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] No DVR routers for this DVR port 123c64f2-2cbe-4398-9e3e-3a1441f9e16c on host hv-cinder-79628 {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:55:41.811931 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-673c259b-01c8-4154-a23a-3aeccd0c8964 req-d47d22d9-4c15-4494-a42e-ecc9b1fe1bec tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:41.813930 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-673c259b-01c8-4154-a23a-3aeccd0c8964 req-d47d22d9-4c15-4494-a42e-ecc9b1fe1bec tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.44 "DELETE /v2.0/ports/123c64f2-2cbe-4398-9e3e-3a1441f9e16c HTTP/1.1" status: 204 len: 173 time: 0.8102229 Jun 23 14:55:41.858616 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-28b78ccf-db9d-4c8e-b37a-2d5fcd21938e service neutron] 10.222.0.44 "GET /v2.0/networks/5552d91b-33d4-4841-9dcc-24e73f481dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737778 Jun 23 14:55:41.867692 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517bfcd-5a2d-4336-84ed-1d4f39e1733d req-5827ded7-fa9d-4d84-8cc9-c5c1e85200b0 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:41.869254 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7517bfcd-5a2d-4336-84ed-1d4f39e1733d req-5827ded7-fa9d-4d84-8cc9-c5c1e85200b0 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=107c7b14-bf8d-49d4-8189-da358427bf22 HTTP/1.1" status: 200 len: 943 time: 0.2004201 Jun 23 14:55:41.908101 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e2dbd693-9d1e-4c1b-9171-89ed71702b76 req-0043c545-787a-41c6-9d55-171f1fd66e50 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5a4447-4ea6-4cec-a651-2ba7fa614ac9 HTTP/1.1" status: 200 len: 210 time: 0.0614486 Jun 23 14:55:41.970859 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7517bfcd-5a2d-4336-84ed-1d4f39e1733d req-45795c11-4534-4b93-96cc-433b3f02db3e tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/security-groups?id=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916889 Jun 23 14:55:42.002297 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fb3c2fa2-48c9-4b75-a91c-79309644f999 req-f7fcab8d-7b3d-4d07-ad72-2a0262260da0 service neutron] 10.222.0.44 "GET /v2.0/networks/5552d91b-33d4-4841-9dcc-24e73f481dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319857 Jun 23 14:55:42.126485 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3dd54-2cff-4e7d-b558-481779f67446 req-cf561675-9318-4e64-8595-91d3b59b4fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:42.127975 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a7c3dd54-2cff-4e7d-b558-481779f67446 req-cf561675-9318-4e64-8595-91d3b59b4fda service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4a83ffacd484327999f484d8dbf8555&device_id=107c7b14-bf8d-49d4-8189-da358427bf22 HTTP/1.1" status: 200 len: 1096 time: 0.0540130 Jun 23 14:55:42.217832 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3dd54-2cff-4e7d-b558-481779f67446 req-6f61e42e-5f27-472b-a059-61a93d7d8334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:42.219273 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a7c3dd54-2cff-4e7d-b558-481779f67446 req-6f61e42e-5f27-472b-a059-61a93d7d8334 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5552d91b-33d4-4841-9dcc-24e73f481dc7 HTTP/1.1" status: 200 len: 915 time: 0.0840423 Jun 23 14:55:42.527623 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a7c3dd54-2cff-4e7d-b558-481779f67446 req-f7d80a3d-a349-44d3-9aef-d14d0aa01fce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a913eb99-84d8-4122-b71f-fa52d130d893 HTTP/1.1" status: 200 len: 217 time: 0.3004999 Jun 23 14:55:42.581171 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3dd54-2cff-4e7d-b558-481779f67446 req-9e5a6ba3-1f2a-4c67-8157-436da9cb0d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:42.582633 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a7c3dd54-2cff-4e7d-b558-481779f67446 req-9e5a6ba3-1f2a-4c67-8157-436da9cb0d17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cf4a5e34-7589-4404-98c5-cf628c32c11c HTTP/1.1" status: 200 len: 854 time: 0.0483115 Jun 23 14:55:42.620282 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a7c3dd54-2cff-4e7d-b558-481779f67446 req-66e2d10a-1e2f-4683-b375-f9efa5dcf83e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5552d91b-33d4-4841-9dcc-24e73f481dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267370 Jun 23 14:55:42.685253 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:42.773664 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a7c3dd54-2cff-4e7d-b558-481779f67446 req-8dc6aec0-c7a8-44e4-876d-520afc180d5d service neutron] 10.222.0.44 "GET /v2.0/networks/5552d91b-33d4-4841-9dcc-24e73f481dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301596 Jun 23 14:55:42.810086 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36ab6b-2dca-4863-b411-f9a0830b85d1 req-b10c6686-a7dc-42b0-844a-fdbb62318139 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:42.811648 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ab36ab6b-2dca-4863-b411-f9a0830b85d1 req-b10c6686-a7dc-42b0-844a-fdbb62318139 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.0861418 Jun 23 14:55:42.899688 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ab36ab6b-2dca-4863-b411-f9a0830b85d1 req-d9cd9d03-61fe-4287-a789-562019cd22b1 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768147 Jun 23 14:55:42.926179 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a7c3dd54-2cff-4e7d-b558-481779f67446 req-a9a9a942-7929-433b-a923-eb1ad7ec78fc service neutron] 10.222.0.44 "GET /v2.0/networks/5552d91b-33d4-4841-9dcc-24e73f481dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316030 Jun 23 14:55:43.173810 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92237d7a-4a1c-4123-bfa4-2903876c1581 req-3bea6cbc-b2c3-4ba0-8ca8-d93b1df5a79e tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:43.176438 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-92237d7a-4a1c-4123-bfa4-2903876c1581 req-3bea6cbc-b2c3-4ba0-8ca8-d93b1df5a79e tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=107c7b14-bf8d-49d4-8189-da358427bf22 HTTP/1.1" status: 200 len: 943 time: 0.0902312 Jun 23 14:55:43.216139 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-92237d7a-4a1c-4123-bfa4-2903876c1581 req-c82cf90e-ae82-4a56-a108-66d46ae3cf0b tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/security-groups?id=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343072 Jun 23 14:55:43.365781 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5a4447-4ea6-4cec-a651-2ba7fa614ac9', 'name': 'network-vif-deleted', 'tag': '123c64f2-2cbe-4398-9e3e-3a1441f9e16c'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:55:43.368580 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc49be8-db20-49e1-ac2c-e1ac8d4cd299" -d '{"events": [{"server_uuid": "8f5a4447-4ea6-4cec-a651-2ba7fa614ac9", "name": "network-vif-deleted", "tag": "123c64f2-2cbe-4398-9e3e-3a1441f9e16c"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:55:43.390558 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda42fb-f062-4473-80de-1af6ce21599d req-bc7468e7-7781-4a95-b271-230376989248 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:43.392195 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7fda42fb-f062-4473-80de-1af6ce21599d req-bc7468e7-7781-4a95-b271-230376989248 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/networks?id=fea319e2-c590-4b2e-b278-c4bbee04be67 HTTP/1.1" status: 200 len: 808 time: 0.1115148 Jun 23 14:55:43.409203 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7fda42fb-f062-4473-80de-1af6ce21599d req-77ab58cd-a0ab-4e43-8bd6-eb303ca1d238 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/quotas/1ced541ecd804f12b379775dcfbd283a HTTP/1.1" status: 200 len: 375 time: 0.0100188 Jun 23 14:55:43.451590 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7fda42fb-f062-4473-80de-1af6ce21599d req-70e58729-e3dc-4208-b4e8-3c69ba2432d6 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1ced541ecd804f12b379775dcfbd283a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347176 Jun 23 14:55:43.680943 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7fda42fb-f062-4473-80de-1af6ce21599d req-ba14b906-dc7f-496c-ba6f-edf4f6fc37ea service neutron] 10.222.0.65 "GET /v2.0/networks/fea319e2-c590-4b2e-b278-c4bbee04be67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224562 Jun 23 14:55:43.683687 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fef9d48-7d88-4734-8246-b4e0ca66d1ac x-openstack-request-id: req-1fef9d48-7d88-4734-8246-b4e0ca66d1ac {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:55:43.684244 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5a4447-4ea6-4cec-a651-2ba7fa614ac9", "name": "network-vif-deleted", "tag": "123c64f2-2cbe-4398-9e3e-3a1441f9e16c", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:55:43.684362 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1fef9d48-7d88-4734-8246-b4e0ca66d1ac {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:55:43.684761 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5a4447-4ea6-4cec-a651-2ba7fa614ac9', 'name': 'network-vif-deleted', 'tag': '123c64f2-2cbe-4398-9e3e-3a1441f9e16c', 'status': 'completed', 'code': 200} Jun 23 14:55:43.802303 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7fda42fb-f062-4473-80de-1af6ce21599d req-cd71287b-5b4f-4dde-bdf4-61e725f8ad47 service neutron] 10.222.0.65 "GET /v2.0/networks/fea319e2-c590-4b2e-b278-c4bbee04be67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094232 Jun 23 14:55:43.874756 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb470-6f2c-4d9c-9994-d2cdf5534fdf req-d46b9005-9010-4ae3-aef6-2d326315cd6d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:43.876328 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-8c4bb470-6f2c-4d9c-9994-d2cdf5534fdf req-d46b9005-9010-4ae3-aef6-2d326315cd6d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.0829854 Jun 23 14:55:43.924776 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-8c4bb470-6f2c-4d9c-9994-d2cdf5534fdf req-fbf77b42-074b-454a-8dfe-3b99ed03b949 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394444 Jun 23 14:55:44.047222 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-86bd66a9-9a48-4ce6-a817-a7a282edf8c4 req-1952784a-0d49-4746-85aa-f710e46b7bc2 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=74593964-fa75-4c23-88a4-569ad08d964e HTTP/1.1" status: 200 len: 210 time: 0.0534794 Jun 23 14:55:44.100604 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e849580-3bee-441a-9f7e-7e60846da9f3 req-b624a3bd-bcaf-43d0-bca7-7ad1396e41e6 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:44.102210 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2e849580-3bee-441a-9f7e-7e60846da9f3 req-b624a3bd-bcaf-43d0-bca7-7ad1396e41e6 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.0772531 Jun 23 14:55:44.144998 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2e849580-3bee-441a-9f7e-7e60846da9f3 req-8b20bc94-6cea-4b2f-9846-1b9c1b537e2c tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366638 Jun 23 14:55:44.417413 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5c1d6-9b39-4226-bf7b-213e1e7358a2 req-3ca7b985-8dc9-4727-aa7b-d130045ee798 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:44.419683 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-1ac5c1d6-9b39-4226-bf7b-213e1e7358a2 req-3ca7b985-8dc9-4727-aa7b-d130045ee798 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=107c7b14-bf8d-49d4-8189-da358427bf22 HTTP/1.1" status: 200 len: 943 time: 0.0826032 Jun 23 14:55:44.488603 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-1ac5c1d6-9b39-4226-bf7b-213e1e7358a2 req-389856c4-b060-4b5f-a6bc-4c6e1c613112 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/security-groups?id=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568216 Jun 23 14:55:44.923292 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device a913eb99-84d8-4122-b71f-fa52d130d893 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:55:44.927092 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 123c64f2-2cbe-4398-9e3e-3a1441f9e16c no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:55:44.962820 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] No Port match for: 123c64f2-2cbe-4398-9e3e-3a1441f9e16c {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:55:44.963166 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 123c64f2-2cbe-4398-9e3e-3a1441f9e16c not bound to the agent host hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:55:44.968191 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9189f4-3f90-45b8-946d-8214a3879742 req-6c769fab-2189-4e1c-ad70-1ebc6e081a06 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:44.969799 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-da9189f4-3f90-45b8-946d-8214a3879742 req-6c769fab-2189-4e1c-ad70-1ebc6e081a06 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 945 time: 0.0757008 Jun 23 14:55:45.023505 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-da9189f4-3f90-45b8-946d-8214a3879742 req-0652be31-de22-40a9-b8e8-b3085c218359 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445824 Jun 23 14:55:45.175307 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7b348-ed67-41c7-988d-dd35bc4db07b req-c13a4fb3-91f3-44d3-94f4-97222d006b61 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:45.177715 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-16b7b348-ed67-41c7-988d-dd35bc4db07b req-c13a4fb3-91f3-44d3-94f4-97222d006b61 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.0850840 Jun 23 14:55:45.185694 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port a913eb99-84d8-4122-b71f-fa52d130d893, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a913eb99-84d8-4122-b71f-fa52d130d893,segment=NetworkSegment(9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620),segment_id=9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:45.204759 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': 'a913eb99-84d8-4122-b71f-fa52d130d893', 'network_id': '5552d91b-33d4-4841-9dcc-24e73f481dc7', 'port_id': 'a913eb99-84d8-4122-b71f-fa52d130d893', 'mac_address': 'fa:16:3e:97:c8:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4a5e34-7589-4404-98c5-cf628c32c11c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:55:45.218697 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-aea7f5cc-76e9-47d9-9668-4b26a1860f47 req-9653e6e2-39a3-4681-ad2b-9f6aaac0e284 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=74593964-fa75-4c23-88a4-569ad08d964e HTTP/1.1" status: 200 len: 210 time: 0.0338423 Jun 23 14:55:45.250111 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-16b7b348-ed67-41c7-988d-dd35bc4db07b req-e7dcf1f9-f296-4a5d-9eef-6f7b43ff40e1 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607305 Jun 23 14:55:45.257699 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:45.273973 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a913eb99-84d8-4122-b71f-fa52d130d893 {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:55:45.300340 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port a913eb99-84d8-4122-b71f-fa52d130d893, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a913eb99-84d8-4122-b71f-fa52d130d893,segment=NetworkSegment(9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620),segment_id=9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:45.313703 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:45.316456 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:45.369509 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=a913eb99-84d8-4122-b71f-fa52d130d893,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:45.374631 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:45.417778 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534815b-e89d-47d2-bb2f-fd39a5f515b2 req-b2b02d3f-94e5-445b-82d0-f48f7f9495f9 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:45.426359 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b534815b-e89d-47d2-bb2f-fd39a5f515b2 req-b2b02d3f-94e5-445b-82d0-f48f7f9495f9 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.0922902 Jun 23 14:55:45.482772 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b534815b-e89d-47d2-bb2f-fd39a5f515b2 req-2a71b947-697c-476b-a8d6-1e2d121c70c7 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543823 Jun 23 14:55:45.514001 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda42fb-f062-4473-80de-1af6ce21599d req-825b4001-7421-4948-a13d-27f7bdb283e6 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:45.515511 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7fda42fb-f062-4473-80de-1af6ce21599d req-825b4001-7421-4948-a13d-27f7bdb283e6 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.44 "GET /v2.0/networks?id=fea319e2-c590-4b2e-b278-c4bbee04be67 HTTP/1.1" status: 200 len: 808 time: 0.1543674 Jun 23 14:55:45.534744 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-7fda42fb-f062-4473-80de-1af6ce21599d req-bf41ff95-2232-44dc-aa54-4a9648dacc1b tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Request body: {'port': {'device_id': '74593964-fa75-4c23-88a4-569ad08d964e', 'network_id': 'fea319e2-c590-4b2e-b278-c4bbee04be67', 'admin_state_up': True, 'tenant_id': '1ced541ecd804f12b379775dcfbd283a'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:45.627535 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['a913eb99-84d8-4122-b71f-fa52d130d893'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:55:45.691408 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fda42fb-f062-4473-80de-1af6ce21599d req-bf41ff95-2232-44dc-aa54-4a9648dacc1b tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Made reservation on behalf of 1ced541ecd804f12b379775dcfbd283a for: {'port': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:55:45.695540 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7fda42fb-f062-4473-80de-1af6ce21599d req-bf41ff95-2232-44dc-aa54-4a9648dacc1b tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:45.777801 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3da3bd-db3b-4bc9-ba79-bbb6e0bb2357 req-e4b9eb15-2be3-4c5c-9d5a-0d58e41d19d7 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:45.779648 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3c3da3bd-db3b-4bc9-ba79-bbb6e0bb2357 req-e4b9eb15-2be3-4c5c-9d5a-0d58e41d19d7 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=107c7b14-bf8d-49d4-8189-da358427bf22 HTTP/1.1" status: 200 len: 944 time: 0.1226411 Jun 23 14:55:45.824608 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3c3da3bd-db3b-4bc9-ba79-bbb6e0bb2357 req-f27b684e-4510-449e-a6ff-325cdafd143b tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/security-groups?id=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373926 Jun 23 14:55:45.871034 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [req-7fda42fb-f062-4473-80de-1af6ce21599d req-bf41ff95-2232-44dc-aa54-4a9648dacc1b tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Allocated IP 172.20.0.5 (fea319e2-c590-4b2e-b278-c4bbee04be67/93f9266c-413e-4153-8cc3-ae69c51a56f7/8a46f11b-93d6-407e-b6e3-333d9669f5c8) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:55:46.075056 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7fda42fb-f062-4473-80de-1af6ce21599d req-bf41ff95-2232-44dc-aa54-4a9648dacc1b tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:46.126787 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7fda42fb-f062-4473-80de-1af6ce21599d req-bf41ff95-2232-44dc-aa54-4a9648dacc1b tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:46.131151 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-24433296-6f83-4a43-9d72-4a94a568de9b tempest-ServerRescueNegativeTestJSON-1657690116 tempest-ServerRescueNegativeTestJSON-1657690116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:46.215143 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fda42fb-f062-4473-80de-1af6ce21599d req-bf41ff95-2232-44dc-aa54-4a9648dacc1b tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Network fea319e2-c590-4b2e-b278-c4bbee04be67 is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:55:46.223029 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [req-7fda42fb-f062-4473-80de-1af6ce21599d req-bf41ff95-2232-44dc-aa54-4a9648dacc1b tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:55:46.226224 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fda42fb-f062-4473-80de-1af6ce21599d req-bf41ff95-2232-44dc-aa54-4a9648dacc1b tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:55:46.229583 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41ff95-2232-44dc-aa54-4a9648dacc1b tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Pushing event updated for resources: {'Port': ['ID=8a46f11b-93d6-407e-b6e3-333d9669f5c8,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:46.253016 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-bf41ff95-2232-44dc-aa54-4a9648dacc1b tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:46.290243 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda42fb-f062-4473-80de-1af6ce21599d req-bf41ff95-2232-44dc-aa54-4a9648dacc1b tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:46.290897 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7fda42fb-f062-4473-80de-1af6ce21599d req-bf41ff95-2232-44dc-aa54-4a9648dacc1b tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:46.317279 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c366f0b-5918-41cc-ba40-65f60aaa1ee3 req-86db587f-d78f-436c-bbef-b4d4963f3081 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:46.318790 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2c366f0b-5918-41cc-ba40-65f60aaa1ee3 req-86db587f-d78f-436c-bbef-b4d4963f3081 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 945 time: 0.1540651 Jun 23 14:55:46.320198 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7fda42fb-f062-4473-80de-1af6ce21599d req-bf41ff95-2232-44dc-aa54-4a9648dacc1b tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7900932 Jun 23 14:55:46.336253 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-7fda42fb-f062-4473-80de-1af6ce21599d req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Request body: {'port': {'device_id': '74593964-fa75-4c23-88a4-569ad08d964e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:46.393811 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2c366f0b-5918-41cc-ba40-65f60aaa1ee3 req-52738486-b5e3-4b36-8ac4-b516012811fd tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694003 Jun 23 14:55:46.430892 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85dd0f-1770-4f7b-839f-d7df095fc3a5 req-c4be011d-894e-4595-9fee-d0941a088f3a tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:46.430892 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-ea85dd0f-1770-4f7b-839f-d7df095fc3a5 req-c4be011d-894e-4595-9fee-d0941a088f3a tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=74593964-fa75-4c23-88a4-569ad08d964e HTTP/1.1" status: 200 len: 931 time: 0.0742235 Jun 23 14:55:46.443059 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7fda42fb-f062-4473-80de-1af6ce21599d req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:46.467646 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-ea85dd0f-1770-4f7b-839f-d7df095fc3a5 req-9078815a-5502-4403-b0c3-dcfbb50aac3c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419166 Jun 23 14:55:46.698294 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb61bed-8444-4a0e-b718-53672189a418 req-acad1752-6551-4069-85ec-5ddba4542bfb tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:46.699898 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-abb61bed-8444-4a0e-b718-53672189a418 req-acad1752-6551-4069-85ec-5ddba4542bfb tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.1797867 Jun 23 14:55:46.744574 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f317ec-d351-4787-b50b-c58d5d1eaa3d req-498cd4be-e156-4f31-8613-1f7b805a556a tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:46.747422 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c3f317ec-d351-4787-b50b-c58d5d1eaa3d req-498cd4be-e156-4f31-8613-1f7b805a556a tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.1018803 Jun 23 14:55:46.792523 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-abb61bed-8444-4a0e-b718-53672189a418 req-620d2b40-885c-4e90-b31b-de5b37809523 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853798 Jun 23 14:55:46.808178 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c3f317ec-d351-4787-b50b-c58d5d1eaa3d req-c607021f-615a-4c30-91b3-a7d188063cd1 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543282 Jun 23 14:55:46.934105 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device a913eb99-84d8-4122-b71f-fa52d130d893 up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:55:46.947076 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [req-7fda42fb-f062-4473-80de-1af6ce21599d req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a46f11b-93d6-407e-b6e3-333d9669f5c8 {{(pid=104657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:55:46.959506 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7fda42fb-f062-4473-80de-1af6ce21599d req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:46.997693 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-7fda42fb-f062-4473-80de-1af6ce21599d req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Transition to ACTIVE for port object 8a46f11b-93d6-407e-b6e3-333d9669f5c8 will not be triggered until provisioned by entity L2. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:55:47.006892 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7fda42fb-f062-4473-80de-1af6ce21599d req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.011656 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-af825e99-01ec-464e-9fd8-b5712b7ecabb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:47.023402 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning for port a913eb99-84d8-4122-b71f-fa52d130d893 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:55:47.027640 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port a913eb99-84d8-4122-b71f-fa52d130d893 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:55:47.028362 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.055462 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e672a61-6890-4259-a720-1c1eb146be3b req-0e211a88-5065-424b-91c8-2e1a57d84f0d tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:47.058466 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8e672a61-6890-4259-a720-1c1eb146be3b req-0e211a88-5065-424b-91c8-2e1a57d84f0d tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=107c7b14-bf8d-49d4-8189-da358427bf22 HTTP/1.1" status: 200 len: 944 time: 0.0948396 Jun 23 14:55:47.072981 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7221c50-d241-4227-9bfd-2a908d7cc7f7 req-7fe54ab4-ea25-4bb8-97f5-b04876b5c136 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:47.075486 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e7221c50-d241-4227-9bfd-2a908d7cc7f7 req-7fe54ab4-ea25-4bb8-97f5-b04876b5c136 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 945 time: 0.1945164 Jun 23 14:55:47.108723 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8e672a61-6890-4259-a720-1c1eb146be3b req-de063b17-c722-4e57-a00e-e786e2f01fb0 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/security-groups?id=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443103 Jun 23 14:55:47.150065 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.173476 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Pushing event updated for resources: {'Port': ['ID=8a46f11b-93d6-407e-b6e3-333d9669f5c8,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:47.180068 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:47.186414 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107c7b14-bf8d-49d4-8189-da358427bf22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a913eb99-84d8-4122-b71f-fa52d130d893'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:55:47.189045 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf60d211-b4a3-4c5c-987b-dd4f01c1008e" -d '{"events": [{"server_uuid": "107c7b14-bf8d-49d4-8189-da358427bf22", "name": "network-vif-plugged", "status": "completed", "tag": "a913eb99-84d8-4122-b71f-fa52d130d893"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:55:47.203661 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port a913eb99-84d8-4122-b71f-fa52d130d893, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a913eb99-84d8-4122-b71f-fa52d130d893,segment=NetworkSegment(9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620),segment_id=9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:47.208522 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.211673 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:47.244229 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd33dec-e805-46f7-88e0-3869ac9f4c85 x-openstack-request-id: req-1fd33dec-e805-46f7-88e0-3869ac9f4c85 {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:55:47.244536 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107c7b14-bf8d-49d4-8189-da358427bf22", "name": "network-vif-plugged", "status": "completed", "tag": "a913eb99-84d8-4122-b71f-fa52d130d893", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:55:47.244801 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1fd33dec-e805-46f7-88e0-3869ac9f4c85 {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:55:47.245202 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107c7b14-bf8d-49d4-8189-da358427bf22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a913eb99-84d8-4122-b71f-fa52d130d893', 'code': 200} Jun 23 14:55:47.286692 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=a913eb99-84d8-4122-b71f-fa52d130d893,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:47.289936 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:47.296085 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-7fda42fb-f062-4473-80de-1af6ce21599d req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Attempting to bind port 8a46f11b-93d6-407e-b6e3-333d9669f5c8 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:55:47.296714 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-7fda42fb-f062-4473-80de-1af6ce21599d req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Attempting to bind port 8a46f11b-93d6-407e-b6e3-333d9669f5c8 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fea319e2-c590-4b2e-b278-c4bbee04be67'}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:55:47.296839 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fda42fb-f062-4473-80de-1af6ce21599d req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Attempting to bind port 8a46f11b-93d6-407e-b6e3-333d9669f5c8 on network fea319e2-c590-4b2e-b278-c4bbee04be67 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:55:47.306704 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-e7221c50-d241-4227-9bfd-2a908d7cc7f7 req-438db7f7-3ff0-4c60-bf64-4d2fd5aacb06 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Deleting port 93494d44-3a04-41a9-a66b-52af7685c5ac {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:55:47.307051 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-e7221c50-d241-4227-9bfd-2a908d7cc7f7 req-438db7f7-3ff0-4c60-bf64-4d2fd5aacb06 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.311595 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fda42fb-f062-4473-80de-1af6ce21599d req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Port 8a46f11b-93d6-407e-b6e3-333d9669f5c8 on network fea319e2-c590-4b2e-b278-c4bbee04be67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:55:47.311914 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fda42fb-f062-4473-80de-1af6ce21599d req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Attempting to bind port 8a46f11b-93d6-407e-b6e3-333d9669f5c8 on network fea319e2-c590-4b2e-b278-c4bbee04be67 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:55:47.333005 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fda42fb-f062-4473-80de-1af6ce21599d req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Checking agent: {'id': 'd8f3122c-1231-4f5b-931f-565a6de0a48e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'started_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:55:47.333376 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fda42fb-f062-4473-80de-1af6ce21599d req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Checking segment: {'id': '7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fea319e2-c590-4b2e-b278-c4bbee04be67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:55:47.333771 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fda42fb-f062-4473-80de-1af6ce21599d req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Bound using segment: {'id': '7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fea319e2-c590-4b2e-b278-c4bbee04be67'} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:55:47.334224 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-7fda42fb-f062-4473-80de-1af6ce21599d req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Bound port: 8a46f11b-93d6-407e-b6e3-333d9669f5c8, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fea319e2-c590-4b2e-b278-c4bbee04be67'}}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:55:47.334582 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7fda42fb-f062-4473-80de-1af6ce21599d req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.501076 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-e7221c50-d241-4227-9bfd-2a908d7cc7f7 req-438db7f7-3ff0-4c60-bf64-4d2fd5aacb06 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] For port 93494d44-3a04-41a9-a66b-52af7685c5ac, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=93494d44-3a04-41a9-a66b-52af7685c5ac,segment=NetworkSegment(65d151e3-1095-4ae2-88aa-0d413447e3c7),segment_id=65d151e3-1095-4ae2-88aa-0d413447e3c7)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:47.501445 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-e7221c50-d241-4227-9bfd-2a908d7cc7f7 req-438db7f7-3ff0-4c60-bf64-4d2fd5aacb06 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.510599 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-7fda42fb-f062-4473-80de-1af6ce21599d req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] For port 8a46f11b-93d6-407e-b6e3-333d9669f5c8, host hv-cinder-79628, cleared binding levels {{(pid=104657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:55:47.535307 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-7fda42fb-f062-4473-80de-1af6ce21599d req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] For port 8a46f11b-93d6-407e-b6e3-333d9669f5c8, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8a46f11b-93d6-407e-b6e3-333d9669f5c8,segment=NetworkSegment(7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb),segment_id=7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb)] {{(pid=104657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:55:47.567564 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7fda42fb-f062-4473-80de-1af6ce21599d req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.572939 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-97fb3580-54b0-43a2-89d7-1daa67913920 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:47.612544 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f3f75-cdec-4ac2-ac96-466de22be9c3 req-3eca74c6-3ae7-4908-b5e6-466cb57e56b8 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:47.616706 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c66f3f75-cdec-4ac2-ac96-466de22be9c3 req-3eca74c6-3ae7-4908-b5e6-466cb57e56b8 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 945 time: 0.0814490 Jun 23 14:55:47.620112 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda42fb-f062-4473-80de-1af6ce21599d req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:47.621093 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7fda42fb-f062-4473-80de-1af6ce21599d req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.622472 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7fda42fb-f062-4473-80de-1af6ce21599d req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] 10.222.0.44 "PUT /v2.0/ports/8a46f11b-93d6-407e-b6e3-333d9669f5c8 HTTP/1.1" status: 200 len: 1093 time: 1.2915905 Jun 23 14:55:47.623143 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74593964-fa75-4c23-88a4-569ad08d964e', 'tag': '8a46f11b-93d6-407e-b6e3-333d9669f5c8'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:55:47.625569 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65155d03-8027-4c1a-9472-4f2675688f31" -d '{"events": [{"name": "network-changed", "server_uuid": "74593964-fa75-4c23-88a4-569ad08d964e", "tag": "8a46f11b-93d6-407e-b6e3-333d9669f5c8"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:55:47.674330 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c66f3f75-cdec-4ac2-ac96-466de22be9c3 req-5c697108-3cf1-47c4-bb0f-d1316dbed71a tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501387 Jun 23 14:55:47.742481 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a56386-05cd-4dd4-90dc-dda89957bf3a req-539ccaed-56a9-49d1-a085-b5ffaa769382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:47.747595 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-f2a56386-05cd-4dd4-90dc-dda89957bf3a req-539ccaed-56a9-49d1-a085-b5ffaa769382 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=107c7b14-bf8d-49d4-8189-da358427bf22 HTTP/1.1" status: 200 len: 1098 time: 0.3003793 Jun 23 14:55:47.767055 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0931f3c-7010-4bd7-9d15-cd428d459cba x-openstack-request-id: req-a0931f3c-7010-4bd7-9d15-cd428d459cba {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:55:47.767384 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74593964-fa75-4c23-88a4-569ad08d964e", "tag": "8a46f11b-93d6-407e-b6e3-333d9669f5c8", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:55:47.767681 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0931f3c-7010-4bd7-9d15-cd428d459cba {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:55:47.768113 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74593964-fa75-4c23-88a4-569ad08d964e', 'tag': '8a46f11b-93d6-407e-b6e3-333d9669f5c8', 'status': 'completed', 'code': 200} Jun 23 14:55:47.769629 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Pushing event updated for resources: {'Port': ['ID=8a46f11b-93d6-407e-b6e3-333d9669f5c8,revision_number=3']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:47.778457 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:47.885846 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-f2a56386-05cd-4dd4-90dc-dda89957bf3a req-b79c9e9e-d48a-4414-a2a1-ac742bc81e77 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102538 Jun 23 14:55:47.893364 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-e7221c50-d241-4227-9bfd-2a908d7cc7f7 req-438db7f7-3ff0-4c60-bf64-4d2fd5aacb06 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.893754 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-e7221c50-d241-4227-9bfd-2a908d7cc7f7 req-438db7f7-3ff0-4c60-bf64-4d2fd5aacb06 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602980'] for floatingip, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:47.894084 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.db.l3_db [req-e7221c50-d241-4227-9bfd-2a908d7cc7f7 req-438db7f7-3ff0-4c60-bf64-4d2fd5aacb06 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Floating IP 76d58262-fe90-4b7d-ba72-5ec88db28470 disassociated. External IP: 172.27.2.112, port: 93494d44-3a04-41a9-a66b-52af7685c5ac. Jun 23 14:55:47.894430 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-e7221c50-d241-4227-9bfd-2a908d7cc7f7 req-438db7f7-3ff0-4c60-bf64-4d2fd5aacb06 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Calling delete_port for 93494d44-3a04-41a9-a66b-52af7685c5ac owned by compute:nova {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:55:47.949934 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda42fb-f062-4473-80de-1af6ce21599d req-09bc1979-8a3d-4eba-a554-75b96b0dca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:47.951922 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7fda42fb-f062-4473-80de-1af6ce21599d req-09bc1979-8a3d-4eba-a554-75b96b0dca02 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ced541ecd804f12b379775dcfbd283a&device_id=74593964-fa75-4c23-88a4-569ad08d964e HTTP/1.1" status: 200 len: 1096 time: 0.2586787 Jun 23 14:55:47.968809 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737acc9-d5ed-424e-af93-2d500f4c6a32 req-b1fe23c0-5d9c-44ce-b262-6ddec04f8dac tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:47.970558 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6737acc9-d5ed-424e-af93-2d500f4c6a32 req-b1fe23c0-5d9c-44ce-b262-6ddec04f8dac tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=74593964-fa75-4c23-88a4-569ad08d964e HTTP/1.1" status: 200 len: 943 time: 0.2869916 Jun 23 14:55:48.021126 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938f9b3-5d45-4e02-980b-55173c4b8894 req-264f1c51-483e-4e26-b50d-19872f60fcc9 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:48.022755 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e938f9b3-5d45-4e02-980b-55173c4b8894 req-264f1c51-483e-4e26-b50d-19872f60fcc9 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.0864794 Jun 23 14:55:48.031285 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7fda42fb-f062-4473-80de-1af6ce21599d req-597c17d4-46fe-4cf4-a6c1-e84bbc30d940 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a46f11b-93d6-407e-b6e3-333d9669f5c8 HTTP/1.1" status: 200 len: 217 time: 0.0598435 Jun 23 14:55:48.071651 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e938f9b3-5d45-4e02-980b-55173c4b8894 req-cc220e77-b223-4b05-820f-ea04027cc37b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427310 Jun 23 14:55:48.097609 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6737acc9-d5ed-424e-af93-2d500f4c6a32 req-e0537879-488c-4b24-8a62-283473f3ace1 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182728 Jun 23 14:55:48.117399 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda42fb-f062-4473-80de-1af6ce21599d req-f41587b1-b7f1-4643-8479-7cc492dd0bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:48.119210 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7fda42fb-f062-4473-80de-1af6ce21599d req-f41587b1-b7f1-4643-8479-7cc492dd0bcb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=93f9266c-413e-4153-8cc3-ae69c51a56f7 HTTP/1.1" status: 200 len: 848 time: 0.0808792 Jun 23 14:55:48.175983 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7fda42fb-f062-4473-80de-1af6ce21599d req-0a292772-9e69-423f-b94d-652ddd612e41 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fea319e2-c590-4b2e-b278-c4bbee04be67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345430 Jun 23 14:55:48.216120 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-e7221c50-d241-4227-9bfd-2a908d7cc7f7 req-438db7f7-3ff0-4c60-bf64-4d2fd5aacb06 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:48.221646 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-5de17d6e-adf2-4bbb-91c9-63f7f57ad76f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:48.280435 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438db7f7-3ff0-4c60-bf64-4d2fd5aacb06 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Pushing event deleted for resources: {'Port': ['ID=93494d44-3a04-41a9-a66b-52af7685c5ac,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:48.287115 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-438db7f7-3ff0-4c60-bf64-4d2fd5aacb06 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:48.298042 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6d354-5bcb-4bda-a7fc-a8f0e572dcf7 req-a6f46471-edc0-4371-a532-1c5cba25effa tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:48.304952 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-1ec6d354-5bcb-4bda-a7fc-a8f0e572dcf7 req-a6f46471-edc0-4371-a532-1c5cba25effa tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.0953395 Jun 23 14:55:48.353588 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-1ec6d354-5bcb-4bda-a7fc-a8f0e572dcf7 req-b7fbc73d-e282-4872-b3f8-054ead887399 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413060 Jun 23 14:55:48.355920 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7fda42fb-f062-4473-80de-1af6ce21599d req-cc07d6d2-1914-4880-a059-a7ec2f4ee3e3 service neutron] 10.222.0.44 "GET /v2.0/networks/fea319e2-c590-4b2e-b278-c4bbee04be67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692333 Jun 23 14:55:48.820212 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7221c50-d241-4227-9bfd-2a908d7cc7f7 req-438db7f7-3ff0-4c60-bf64-4d2fd5aacb06 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:55:48.828579 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7fda42fb-f062-4473-80de-1af6ce21599d req-c5a8008e-87f2-4534-a0dc-267d04dc2b9b service neutron] 10.222.0.44 "GET /v2.0/networks/fea319e2-c590-4b2e-b278-c4bbee04be67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652565 Jun 23 14:55:48.837468 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2ce48bf6-ca03-45ed-a942-e8ff0732dc5a req-fae2eeec-504e-4fcd-9d08-5793a874ed5f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 210 time: 0.0356302 Jun 23 14:55:48.896599 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca91011-17e4-4236-b591-f7b5960fcce6 req-8cea1716-430d-4d42-ac53-b422f0b1cdc6 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:48.899131 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3ca91011-17e4-4236-b591-f7b5960fcce6 req-8cea1716-430d-4d42-ac53-b422f0b1cdc6 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=107c7b14-bf8d-49d4-8189-da358427bf22 HTTP/1.1" status: 200 len: 945 time: 0.4829671 Jun 23 14:55:48.937724 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 93494d44-3a04-41a9-a66b-52af7685c5ac no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:55:48.974116 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] No Port match for: 93494d44-3a04-41a9-a66b-52af7685c5ac {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:55:48.974816 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 93494d44-3a04-41a9-a66b-52af7685c5ac not bound to the agent host hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:55:49.027590 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3ca91011-17e4-4236-b591-f7b5960fcce6 req-3ee3804e-ae70-44ec-b47a-7fc357a90418 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/security-groups?id=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216288 Jun 23 14:55:49.040562 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7221c50-d241-4227-9bfd-2a908d7cc7f7 req-438db7f7-3ff0-4c60-bf64-4d2fd5aacb06 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:55:49.056521 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adae1ac8-b281-463d-a0c5-02e4f4ffcbe2 None None] Sync routers for ids ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:55:49.072640 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adae1ac8-b281-463d-a0c5-02e4f4ffcbe2 None None] Routers {'1548b6d0-ddcc-43fb-8ee4-82162fae7d58'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:55:49.073616 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-adae1ac8-b281-463d-a0c5-02e4f4ffcbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:55:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:49.098549 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7221c50-d241-4227-9bfd-2a908d7cc7f7 req-438db7f7-3ff0-4c60-bf64-4d2fd5aacb06 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] No DVR routers for this DVR port 93494d44-3a04-41a9-a66b-52af7685c5ac on host hv-cinder-79628 {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:55:49.101516 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-e7221c50-d241-4227-9bfd-2a908d7cc7f7 req-438db7f7-3ff0-4c60-bf64-4d2fd5aacb06 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:49.103518 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e7221c50-d241-4227-9bfd-2a908d7cc7f7 req-438db7f7-3ff0-4c60-bf64-4d2fd5aacb06 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.44 "DELETE /v2.0/ports/93494d44-3a04-41a9-a66b-52af7685c5ac HTTP/1.1" status: 204 len: 173 time: 2.0180116 Jun 23 14:55:49.110009 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65155d03-8027-4c1a-9472-4f2675688f31 req-44a6ac16-25e5-4cf6-b780-a8c2a0d4c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:49.111510 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-65155d03-8027-4c1a-9472-4f2675688f31 req-44a6ac16-25e5-4cf6-b780-a8c2a0d4c1f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ced541ecd804f12b379775dcfbd283a&device_id=74593964-fa75-4c23-88a4-569ad08d964e HTTP/1.1" status: 200 len: 1096 time: 0.1474817 Jun 23 14:55:49.223081 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65155d03-8027-4c1a-9472-4f2675688f31 req-5d9652a0-66e0-40a5-89d3-da5cf3fe2013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:49.225001 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-65155d03-8027-4c1a-9472-4f2675688f31 req-5d9652a0-66e0-40a5-89d3-da5cf3fe2013 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fea319e2-c590-4b2e-b278-c4bbee04be67 HTTP/1.1" status: 200 len: 909 time: 0.1070092 Jun 23 14:55:49.255919 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-adae1ac8-b281-463d-a0c5-02e4f4ffcbe2 None None] Set router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:55:49.339148 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221222ff-b12b-4214-a04a-130be9983a4a req-4e8dac45-7d21-4652-a133-2c275edcfaa6 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:49.346892 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-221222ff-b12b-4214-a04a-130be9983a4a req-4e8dac45-7d21-4652-a133-2c275edcfaa6 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.0804167 Jun 23 14:55:49.376169 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-65155d03-8027-4c1a-9472-4f2675688f31 req-b0d054e3-1a74-4b96-aecb-607851ac975e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a46f11b-93d6-407e-b6e3-333d9669f5c8 HTTP/1.1" status: 200 len: 217 time: 0.0637820 Jun 23 14:55:49.390601 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-221222ff-b12b-4214-a04a-130be9983a4a req-3a374c0b-c965-4383-9826-03d8a27fdde2 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423565 Jun 23 14:55:49.425644 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444aa1ec-9065-4eaf-99c9-a08b4b5a9785 req-47d7f7f9-f822-42ae-bb78-0a6cf6d485bc tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:49.433351 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-444aa1ec-9065-4eaf-99c9-a08b4b5a9785 req-47d7f7f9-f822-42ae-bb78-0a6cf6d485bc tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=74593964-fa75-4c23-88a4-569ad08d964e HTTP/1.1" status: 200 len: 943 time: 0.1908114 Jun 23 14:55:49.477080 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65155d03-8027-4c1a-9472-4f2675688f31 req-8599d308-6a77-47bb-b791-10806d62219c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:49.478757 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-65155d03-8027-4c1a-9472-4f2675688f31 req-8599d308-6a77-47bb-b791-10806d62219c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=93f9266c-413e-4153-8cc3-ae69c51a56f7 HTTP/1.1" status: 200 len: 848 time: 0.0936208 Jun 23 14:55:49.500042 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-444aa1ec-9065-4eaf-99c9-a08b4b5a9785 req-cf3293d3-708d-4661-ad16-2c8841da0bb4 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654287 Jun 23 14:55:49.557881 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-65155d03-8027-4c1a-9472-4f2675688f31 req-7e773613-63f6-42dd-9c84-b242939afb0c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fea319e2-c590-4b2e-b278-c4bbee04be67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566142 Jun 23 14:55:49.572164 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-adae1ac8-b281-463d-a0c5-02e4f4ffcbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:05Z', 'revision_number': 4, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '787c57ff-2941-483c-abdc-699c722c389d', 'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'mac_address': 'fa:16:3e:f7:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:04Z', 'updated_at': '2021-06-23T14:52:13Z', 'revision_number': 5, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'subnets': [{'id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:49.618291 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adae1ac8-b281-463d-a0c5-02e4f4ffcbe2 None None] Checking router: 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:55:49.627816 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adae1ac8-b281-463d-a0c5-02e4f4ffcbe2 None None] Routers {'1548b6d0-ddcc-43fb-8ee4-82162fae7d58'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:55:49.628409 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-adae1ac8-b281-463d-a0c5-02e4f4ffcbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:55:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:49.709775 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-65155d03-8027-4c1a-9472-4f2675688f31 req-21fc88db-47cb-473e-9e99-d046dd4ee1f0 service neutron] 10.222.0.44 "GET /v2.0/networks/fea319e2-c590-4b2e-b278-c4bbee04be67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411250 Jun 23 14:55:49.739811 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47524ea6-c32b-433d-a51a-1e3ea517c7f8 req-43838ad9-f5f4-4cb1-ada7-d0ca0009bf53 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:49.741436 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-47524ea6-c32b-433d-a51a-1e3ea517c7f8 req-43838ad9-f5f4-4cb1-ada7-d0ca0009bf53 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.1296489 Jun 23 14:55:49.749611 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-adae1ac8-b281-463d-a0c5-02e4f4ffcbe2 None None] Set router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:55:49.778206 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa08b37-89c2-4bc8-b886-8d1042e4b959', 'name': 'network-vif-deleted', 'tag': '93494d44-3a04-41a9-a66b-52af7685c5ac'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:55:49.781156 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5087bf8b-518c-41b7-b054-faeb3c65e6e5" -d '{"events": [{"server_uuid": "1aa08b37-89c2-4bc8-b886-8d1042e4b959", "name": "network-vif-deleted", "tag": "93494d44-3a04-41a9-a66b-52af7685c5ac"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:55:49.838233 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-47524ea6-c32b-433d-a51a-1e3ea517c7f8 req-4724ae89-c076-4c15-a700-9047de0ab2f7 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863316 Jun 23 14:55:49.863947 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-65155d03-8027-4c1a-9472-4f2675688f31 req-8248419a-9cdf-49d0-ab71-3aec5a8a46c4 service neutron] 10.222.0.44 "GET /v2.0/networks/fea319e2-c590-4b2e-b278-c4bbee04be67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452482 Jun 23 14:55:49.885081 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41b8426-ac1b-4306-8a0d-78c4f91559d6 x-openstack-request-id: req-f41b8426-ac1b-4306-8a0d-78c4f91559d6 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:55:49.885579 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa08b37-89c2-4bc8-b886-8d1042e4b959", "name": "network-vif-deleted", "tag": "93494d44-3a04-41a9-a66b-52af7685c5ac", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:55:49.885969 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f41b8426-ac1b-4306-8a0d-78c4f91559d6 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:55:49.886477 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa08b37-89c2-4bc8-b886-8d1042e4b959', 'name': 'network-vif-deleted', 'tag': '93494d44-3a04-41a9-a66b-52af7685c5ac', 'status': 'completed', 'code': 200} Jun 23 14:55:49.988509 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-adae1ac8-b281-463d-a0c5-02e4f4ffcbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:05Z', 'revision_number': 4, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '787c57ff-2941-483c-abdc-699c722c389d', 'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'mac_address': 'fa:16:3e:f7:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:04Z', 'updated_at': '2021-06-23T14:52:13Z', 'revision_number': 5, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'subnets': [{'id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:55:50.036019 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e46870d5-f95b-49e4-a45e-8ff5a98b08f7 req-80dc322f-f3b4-4191-84d5-7d2988c4043a tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aa08b37-89c2-4bc8-b886-8d1042e4b959 HTTP/1.1" status: 200 len: 210 time: 0.0496275 Jun 23 14:55:50.039790 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adae1ac8-b281-463d-a0c5-02e4f4ffcbe2 None None] The sync data for ids ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'] in dv-cinder-796286-8-iscsi is: [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:05Z', 'revision_number': 4, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '787c57ff-2941-483c-abdc-699c722c389d', 'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'mac_address': 'fa:16:3e:f7:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:04Z', 'updated_at': '2021-06-23T14:52:13Z', 'revision_number': 5, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'subnets': [{'id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:55:50.305072 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bf68b-18ce-4e4d-a730-59faa837ff8e req-843df42c-b6f9-4bc2-8a0c-01aa5ff8aada tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:50.306675 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b42bf68b-18ce-4e4d-a730-59faa837ff8e req-843df42c-b6f9-4bc2-8a0c-01aa5ff8aada tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=107c7b14-bf8d-49d4-8189-da358427bf22 HTTP/1.1" status: 200 len: 945 time: 0.0777347 Jun 23 14:55:50.312320 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda007ea-72cc-45a9-a8c9-7c8f23fd9cb4 None None] New status for floating IP 76d58262-fe90-4b7d-ba72-5ec88db28470: DOWN {{(pid=104659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:55:50.352805 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b42bf68b-18ce-4e4d-a730-59faa837ff8e req-e1097bc7-a38c-4b1b-abe0-fad4a7dd669f tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/security-groups?id=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391710 Jun 23 14:55:50.605332 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43875a3e-d415-4a91-9c1f-7b353bd51432 req-207580bc-cce8-4e7b-8c18-176cb3a63e9c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:50.608787 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-43875a3e-d415-4a91-9c1f-7b353bd51432 req-207580bc-cce8-4e7b-8c18-176cb3a63e9c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.0752833 Jun 23 14:55:50.668827 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-43875a3e-d415-4a91-9c1f-7b353bd51432 req-f27c1932-0032-40af-9b6f-79cce7322d43 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476565 Jun 23 14:55:50.942505 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54454b81-538d-43f3-b67e-4e574a844ee5 req-31a9348f-2650-495c-af43-652c56251e1f tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:50.949241 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 8a46f11b-93d6-407e-b6e3-333d9669f5c8 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:55:50.953361 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-54454b81-538d-43f3-b67e-4e574a844ee5 req-31a9348f-2650-495c-af43-652c56251e1f tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=74593964-fa75-4c23-88a4-569ad08d964e HTTP/1.1" status: 200 len: 943 time: 0.1268106 Jun 23 14:55:51.019096 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-54454b81-538d-43f3-b67e-4e574a844ee5 req-7eb77d01-817f-4ba4-bd60-6ca36a078725 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633686 Jun 23 14:55:51.105677 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 8a46f11b-93d6-407e-b6e3-333d9669f5c8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8a46f11b-93d6-407e-b6e3-333d9669f5c8,segment=NetworkSegment(7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb),segment_id=7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:51.120969 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': '8a46f11b-93d6-407e-b6e3-333d9669f5c8', 'network_id': 'fea319e2-c590-4b2e-b278-c4bbee04be67', 'port_id': '8a46f11b-93d6-407e-b6e3-333d9669f5c8', 'mac_address': 'fa:16:3e:51:d0:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f9266c-413e-4153-8cc3-ae69c51a56f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:55:51.166718 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:51.189607 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a46f11b-93d6-407e-b6e3-333d9669f5c8 {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:55:51.217736 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 8a46f11b-93d6-407e-b6e3-333d9669f5c8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8a46f11b-93d6-407e-b6e3-333d9669f5c8,segment=NetworkSegment(7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb),segment_id=7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:51.227239 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:51.229344 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-e7ddea84-064b-4a4a-8a8e-20ab7f5033b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:51.230653 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff60a5-30f8-4536-9c33-fd10875f6397 req-e79db3c9-a540-4275-a05b-5b271369c087 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:51.232568 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1cff60a5-30f8-4536-9c33-fd10875f6397 req-e79db3c9-a540-4275-a05b-5b271369c087 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.0823104 Jun 23 14:55:51.289782 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1cff60a5-30f8-4536-9c33-fd10875f6397 req-c1383566-23a4-4728-88e0-c8f09f2af62d tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486567 Jun 23 14:55:51.306002 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=8a46f11b-93d6-407e-b6e3-333d9669f5c8,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:51.312401 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:51.405812 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29d69b-e287-4d50-a2aa-287d005ae9cc req-5710c57e-beda-41f7-bd31-860bc43bf74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:51.408827 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0b29d69b-e287-4d50-a2aa-287d005ae9cc req-5710c57e-beda-41f7-bd31-860bc43bf74c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4d0239c96c2549dd902af083cc256da8&device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 1099 time: 0.0833614 Jun 23 14:55:51.486346 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-58518203-7430-4b03-9c69-67f8b90d9864 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147959907&fields=id&tenant_id=de80d8e05e914e30aa0a7ca86303ac3e HTTP/1.1" status: 200 len: 267 time: 0.0429347 Jun 23 14:55:51.526870 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['8a46f11b-93d6-407e-b6e3-333d9669f5c8'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:55:51.578512 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29d69b-e287-4d50-a2aa-287d005ae9cc req-85b11f80-fbc2-4fec-94ae-8f4d82b5a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:51.581031 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0b29d69b-e287-4d50-a2aa-287d005ae9cc req-85b11f80-fbc2-4fec-94ae-8f4d82b5a106 service neutron] 10.222.0.44 "GET /v2.0/networks?id=065fce62-c207-4f9e-a718-d2389d66dea8 HTTP/1.1" status: 200 len: 910 time: 0.1637948 Jun 23 14:55:51.655178 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-3f5bdd40-7b18-462f-8f8d-917e2270cf0e tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:51.658410 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-3f5bdd40-7b18-462f-8f8d-917e2270cf0e tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/networks?id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6 HTTP/1.1" status: 200 len: 811 time: 0.1646094 Jun 23 14:55:51.673845 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0b29d69b-e287-4d50-a2aa-287d005ae9cc req-d86c9420-76ae-4dcf-84d1-cc4b7a5a1849 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdd863b-eafe-4864-b510-bd8759ec4410 HTTP/1.1" status: 200 len: 1002 time: 0.0843327 Jun 23 14:55:51.685653 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-1eb3e02f-2f81-4251-a30f-169750e44c43 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/quotas/de80d8e05e914e30aa0a7ca86303ac3e HTTP/1.1" status: 200 len: 375 time: 0.0173640 Jun 23 14:55:51.759438 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29d69b-e287-4d50-a2aa-287d005ae9cc req-44871c2d-d6e2-4018-821f-647fa96f18b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:51.762257 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0b29d69b-e287-4d50-a2aa-287d005ae9cc req-44871c2d-d6e2-4018-821f-647fa96f18b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=90f6b181-54a8-40bc-be20-cd06f910f17b HTTP/1.1" status: 200 len: 848 time: 0.0798397 Jun 23 14:55:51.803280 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-4b6ef12f-2c0d-476f-a448-2b5f16c1a976 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=de80d8e05e914e30aa0a7ca86303ac3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1058202 Jun 23 14:55:51.875108 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29d69b-e287-4d50-a2aa-287d005ae9cc req-dae4cbbb-4232-4766-9408-f6de16afb94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:51.877937 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0b29d69b-e287-4d50-a2aa-287d005ae9cc req-dae4cbbb-4232-4766-9408-f6de16afb94d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=065fce62-c207-4f9e-a718-d2389d66dea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1066923 Jun 23 14:55:51.929170 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-8e8bcbd2-9c4e-4e5d-9178-dc7859156eb2 service neutron] 10.222.0.65 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059644 Jun 23 14:55:52.040328 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf066c-b66f-45e7-a6d0-4ec388af612e req-2253e063-23a1-42b7-adca-b6d0783a53bc tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:52.043433 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-14bf066c-b66f-45e7-a6d0-4ec388af612e req-2253e063-23a1-42b7-adca-b6d0783a53bc tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.2203827 Jun 23 14:55:52.092554 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-cae1f82b-3d73-4c1c-99fb-4c22d62e8a2e service neutron] 10.222.0.65 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472120 Jun 23 14:55:52.093396 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0b29d69b-e287-4d50-a2aa-287d005ae9cc req-a757cd5a-3e6a-4d99-8c3a-b89b14895061 service neutron] 10.222.0.44 "GET /v2.0/networks/065fce62-c207-4f9e-a718-d2389d66dea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071135 Jun 23 14:55:52.116585 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-14bf066c-b66f-45e7-a6d0-4ec388af612e req-0d11276c-2266-491c-baed-90bf6e1d187f tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609553 Jun 23 14:55:52.217811 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0b29d69b-e287-4d50-a2aa-287d005ae9cc req-7a7de678-c9a2-4fbe-bf3b-d72590f501c2 service neutron] 10.222.0.44 "GET /v2.0/networks/065fce62-c207-4f9e-a718-d2389d66dea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148198 Jun 23 14:55:52.507312 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36989a98-0394-40ae-a30b-b7fc428d4cd5 req-ad08711a-c6c0-4c26-b0a2-d23497974b06 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:52.509629 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-36989a98-0394-40ae-a30b-b7fc428d4cd5 req-ad08711a-c6c0-4c26-b0a2-d23497974b06 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=74593964-fa75-4c23-88a4-569ad08d964e HTTP/1.1" status: 200 len: 944 time: 0.1201475 Jun 23 14:55:52.576877 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-36989a98-0394-40ae-a30b-b7fc428d4cd5 req-0c323e77-d4f5-46ac-ac88-30a8689c7067 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512419 Jun 23 14:55:52.664070 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-98954cc4-3120-4fbd-922c-c38bad874adb req-d4b27d7c-6006-4182-b50c-4b8587283735 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 210 time: 0.0452900 Jun 23 14:55:52.670400 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19ebbc-8fd6-4fe5-8cfc-8665e560481e req-c997781b-1ea3-4f05-b3d4-b6740018e7f9 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:52.672129 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-0e19ebbc-8fd6-4fe5-8cfc-8665e560481e req-c997781b-1ea3-4f05-b3d4-b6740018e7f9 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.1029851 Jun 23 14:55:52.748331 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-0e19ebbc-8fd6-4fe5-8cfc-8665e560481e req-18636e01-34fd-4bc8-8844-160351b3dc7f tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646086 Jun 23 14:55:52.947614 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 8a46f11b-93d6-407e-b6e3-333d9669f5c8 up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:55:53.009191 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning for port 8a46f11b-93d6-407e-b6e3-333d9669f5c8 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:55:53.015643 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port 8a46f11b-93d6-407e-b6e3-333d9669f5c8 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:55:53.016279 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:53.156021 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:53.194395 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74593964-fa75-4c23-88a4-569ad08d964e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a46f11b-93d6-407e-b6e3-333d9669f5c8'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:55:53.197126 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62c37ff-03a8-41af-9820-44ed47af03aa" -d '{"events": [{"server_uuid": "74593964-fa75-4c23-88a4-569ad08d964e", "name": "network-vif-plugged", "status": "completed", "tag": "8a46f11b-93d6-407e-b6e3-333d9669f5c8"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:55:53.221055 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 8a46f11b-93d6-407e-b6e3-333d9669f5c8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8a46f11b-93d6-407e-b6e3-333d9669f5c8,segment=NetworkSegment(7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb),segment_id=7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:53.227947 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:53.235046 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:53.284263 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307dae4e-3ff8-42f6-b37e-57cbd3bcff57 x-openstack-request-id: req-307dae4e-3ff8-42f6-b37e-57cbd3bcff57 {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:55:53.284855 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74593964-fa75-4c23-88a4-569ad08d964e", "name": "network-vif-plugged", "status": "completed", "tag": "8a46f11b-93d6-407e-b6e3-333d9669f5c8", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:55:53.285250 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-307dae4e-3ff8-42f6-b37e-57cbd3bcff57 {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:55:53.286074 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74593964-fa75-4c23-88a4-569ad08d964e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a46f11b-93d6-407e-b6e3-333d9669f5c8', 'code': 200} Jun 23 14:55:53.361363 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=8a46f11b-93d6-407e-b6e3-333d9669f5c8,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:53.365244 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:53.375033 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0ffa6-7f65-445e-b418-88d9c12d0911 req-d6ff8e61-c2a6-4696-861a-79ffc1822050 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:53.376943 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-75a0ffa6-7f65-445e-b418-88d9c12d0911 req-d6ff8e61-c2a6-4696-861a-79ffc1822050 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.0930734 Jun 23 14:55:53.423675 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-75a0ffa6-7f65-445e-b418-88d9c12d0911 req-ce7ff568-7733-4cdc-bf42-a0b1c91a1930 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406570 Jun 23 14:55:53.637342 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177c024-e978-482c-8010-a183989f33ca req-b2522477-76b1-43ef-ab33-b093bf54b279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:53.639457 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9177c024-e978-482c-8010-a183989f33ca req-b2522477-76b1-43ef-ab33-b093bf54b279 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=74593964-fa75-4c23-88a4-569ad08d964e HTTP/1.1" status: 200 len: 1098 time: 0.0595894 Jun 23 14:55:53.689477 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9177c024-e978-482c-8010-a183989f33ca req-354bbda0-0dd1-45e1-8c3e-6689d630426e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429416 Jun 23 14:55:53.811522 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422addca-dba3-46ac-bd65-15417364aa7c req-d464e1e8-8d3e-4db9-9ea8-b7535937ef02 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:53.813837 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-422addca-dba3-46ac-bd65-15417364aa7c req-d464e1e8-8d3e-4db9-9ea8-b7535937ef02 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=74593964-fa75-4c23-88a4-569ad08d964e HTTP/1.1" status: 200 len: 945 time: 0.1006868 Jun 23 14:55:53.854053 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5329559f-c9b4-4f27-8103-c8b5ab96a2ff req-a2c47f4d-209e-4934-b949-fbc6347ffbd2 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 210 time: 0.0318997 Jun 23 14:55:53.886680 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-422addca-dba3-46ac-bd65-15417364aa7c req-370436ac-f49c-4193-9400-0e28da12e80b tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662954 Jun 23 14:55:54.011486 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-dec60c74-2912-4c96-8884-c960b4bfe995 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:54.013078 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-dec60c74-2912-4c96-8884-c960b4bfe995 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.44 "GET /v2.0/networks?id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6 HTTP/1.1" status: 200 len: 811 time: 0.1712406 Jun 23 14:55:54.065789 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4a20-d204-4aa3-8765-cd015cec65f6 req-d8b6bd4f-89b7-428d-a5f4-bdeba38d7a29 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:54.068437 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-197f4a20-d204-4aa3-8765-cd015cec65f6 req-d8b6bd4f-89b7-428d-a5f4-bdeba38d7a29 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.0720603 Jun 23 14:55:54.082013 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-03d4b210-4d76-4576-adbe-e004c7afd7b1 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de80d8e05e914e30aa0a7ca86303ac3e HTTP/1.1" status: 200 len: 379 time: 0.0568562 Jun 23 14:55:54.101964 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-165ca920-996b-45d3-878f-f83368304b8c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Request body: {'port': {'device_id': 'c1d779a3-43ea-4a19-9f77-17538cf08fa6', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'admin_state_up': True, 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'security_groups': ['8f179989-7049-4134-9a8c-0ec5dffd6bb0']}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:54.130748 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-197f4a20-d204-4aa3-8765-cd015cec65f6 req-82c63804-d821-42b5-817f-a48dd68bae18 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553584 Jun 23 14:55:54.268619 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-165ca920-996b-45d3-878f-f83368304b8c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Made reservation on behalf of de80d8e05e914e30aa0a7ca86303ac3e for: {'port': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:55:54.273294 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-165ca920-996b-45d3-878f-f83368304b8c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:54.415947 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-165ca920-996b-45d3-878f-f83368304b8c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Allocated IP 172.20.0.12 (ac6fad9b-4f0e-4001-acb4-b7ca181089b6/71715e87-1bbc-4aaf-bc38-8d1e86684ae7/1380bb20-e394-4d17-8cee-c1d30891e8ac) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:55:54.609379 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-165ca920-996b-45d3-878f-f83368304b8c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:54.627766 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-165ca920-996b-45d3-878f-f83368304b8c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Transition to ACTIVE for port object 1380bb20-e394-4d17-8cee-c1d30891e8ac will not be triggered until provisioned by entity DHCP. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:55:54.673985 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6196b7e-50f0-4215-a66f-ca3c00a71149 req-0ec32526-655f-43e3-ba14-832acbc1ad2a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:54.675480 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b6196b7e-50f0-4215-a66f-ca3c00a71149 req-0ec32526-655f-43e3-ba14-832acbc1ad2a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.1249642 Jun 23 14:55:54.708514 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-165ca920-996b-45d3-878f-f83368304b8c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:54.710690 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-259c4d01-0e88-492e-a434-4f5406eb18f7 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:54.728097 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:54.766474 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-165ca920-996b-45d3-878f-f83368304b8c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Network ac6fad9b-4f0e-4001-acb4-b7ca181089b6 is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:55:54.772572 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-165ca920-996b-45d3-878f-f83368304b8c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:55:54.777019 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b6196b7e-50f0-4215-a66f-ca3c00a71149 req-31e4b422-9033-40c0-a062-98adddc2f707 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907183 Jun 23 14:55:54.777824 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-165ca920-996b-45d3-878f-f83368304b8c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:55:54.785825 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ca920-996b-45d3-878f-f83368304b8c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Pushing event updated for resources: {'Port': ['ID=1380bb20-e394-4d17-8cee-c1d30891e8ac,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:54.814365 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-165ca920-996b-45d3-878f-f83368304b8c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:54.845184 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-165ca920-996b-45d3-878f-f83368304b8c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:54.845184 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-165ca920-996b-45d3-878f-f83368304b8c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:54.863048 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-165ca920-996b-45d3-878f-f83368304b8c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7742298 Jun 23 14:55:54.883788 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Request body: {'port': {'device_id': 'c1d779a3-43ea-4a19-9f77-17538cf08fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:55:54.990209 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:55.150500 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-cd89240b-23b8-4821-939e-3863ab320320 None None] Provisioning for port 1380bb20-e394-4d17-8cee-c1d30891e8ac completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:55:55.156232 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-cd89240b-23b8-4821-939e-3863ab320320 None None] Provisioning complete for port 1380bb20-e394-4d17-8cee-c1d30891e8ac triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:55:55.157989 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-cd89240b-23b8-4821-939e-3863ab320320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:55.205638 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-cd89240b-23b8-4821-939e-3863ab320320 None None] Port 1380bb20-e394-4d17-8cee-c1d30891e8ac cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:55:55.217069 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446b50d-c295-41a0-8a04-bda9d47c36ab req-ce220b3d-e3d0-4230-9462-121038392bb1 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:55.218807 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7446b50d-c295-41a0-8a04-bda9d47c36ab req-ce220b3d-e3d0-4230-9462-121038392bb1 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 932 time: 0.1343355 Jun 23 14:55:55.269326 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384be08d-0343-4ec1-955b-8142ec1d679f req-94864b31-3b57-4ee5-8409-79cc0c32d8e7 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:55.271332 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-384be08d-0343-4ec1-955b-8142ec1d679f req-94864b31-3b57-4ee5-8409-79cc0c32d8e7 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=74593964-fa75-4c23-88a4-569ad08d964e HTTP/1.1" status: 200 len: 945 time: 0.2159135 Jun 23 14:55:55.291142 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7446b50d-c295-41a0-8a04-bda9d47c36ab req-b2740cec-d416-49f4-a613-ed783bc1e73d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633621 Jun 23 14:55:55.343404 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-384be08d-0343-4ec1-955b-8142ec1d679f req-ff7385db-90bf-44f2-95a1-387b7da3c405 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618491 Jun 23 14:55:55.406211 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1380bb20-e394-4d17-8cee-c1d30891e8ac {{(pid=104657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:55:55.415218 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:55.430620 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Transition to ACTIVE for port object 1380bb20-e394-4d17-8cee-c1d30891e8ac will not be triggered until provisioned by entity L2. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:55:55.436450 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:55.442232 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:55.524587 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Pushing event updated for resources: {'Port': ['ID=1380bb20-e394-4d17-8cee-c1d30891e8ac,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:55.530594 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:55.560487 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41084a6b-c6de-4be6-a34f-e94270ae074a req-2c6bdd3a-b268-42b9-bcb5-1d3e9c92efde tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:55.563257 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-41084a6b-c6de-4be6-a34f-e94270ae074a req-2c6bdd3a-b268-42b9-bcb5-1d3e9c92efde tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.1044302 Jun 23 14:55:55.622116 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Attempting to bind port 1380bb20-e394-4d17-8cee-c1d30891e8ac on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:55:55.622787 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Attempting to bind port 1380bb20-e394-4d17-8cee-c1d30891e8ac by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '65d151e3-1095-4ae2-88aa-0d413447e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6'}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:55:55.623117 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Attempting to bind port 1380bb20-e394-4d17-8cee-c1d30891e8ac on network ac6fad9b-4f0e-4001-acb4-b7ca181089b6 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:55:55.625168 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-41084a6b-c6de-4be6-a34f-e94270ae074a req-cb62d986-3120-48f0-8aac-cd55ac914b1b tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542083 Jun 23 14:55:55.636631 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Port 1380bb20-e394-4d17-8cee-c1d30891e8ac on network ac6fad9b-4f0e-4001-acb4-b7ca181089b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:55:55.637054 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Attempting to bind port 1380bb20-e394-4d17-8cee-c1d30891e8ac on network ac6fad9b-4f0e-4001-acb4-b7ca181089b6 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:55:55.643613 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Checking agent: {'id': 'd8f3122c-1231-4f5b-931f-565a6de0a48e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'started_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:55:55.644046 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Checking segment: {'id': '65d151e3-1095-4ae2-88aa-0d413447e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:55:55.644504 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Bound using segment: {'id': '65d151e3-1095-4ae2-88aa-0d413447e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6'} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:55:55.645018 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Bound port: 1380bb20-e394-4d17-8cee-c1d30891e8ac, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65d151e3-1095-4ae2-88aa-0d413447e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6'}}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:55:55.645433 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:55.727341 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] For port 1380bb20-e394-4d17-8cee-c1d30891e8ac, host hv-cinder-79628, cleared binding levels {{(pid=104657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:55:55.732455 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] For port 1380bb20-e394-4d17-8cee-c1d30891e8ac, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1380bb20-e394-4d17-8cee-c1d30891e8ac,segment=NetworkSegment(65d151e3-1095-4ae2-88aa-0d413447e3c7),segment_id=65d151e3-1095-4ae2-88aa-0d413447e3c7)] {{(pid=104657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:55:55.737656 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:55.754412 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:55.802245 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:55.802916 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:55.804398 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] 10.222.0.44 "PUT /v2.0/ports/1380bb20-e394-4d17-8cee-c1d30891e8ac HTTP/1.1" status: 200 len: 1094 time: 0.9283800 Jun 23 14:55:55.825222 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d779a3-43ea-4a19-9f77-17538cf08fa6', 'tag': '1380bb20-e394-4d17-8cee-c1d30891e8ac'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:55:55.828623 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324d2cb2-9d2f-45ac-81c8-ec4ea42b07b1" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d779a3-43ea-4a19-9f77-17538cf08fa6", "tag": "1380bb20-e394-4d17-8cee-c1d30891e8ac"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:55:55.856203 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Pushing event updated for resources: {'Port': ['ID=1380bb20-e394-4d17-8cee-c1d30891e8ac,revision_number=3']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:55.871337 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:56.008271 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb51511-1971-4f09-9608-55e65fb9fcac x-openstack-request-id: req-eeb51511-1971-4f09-9608-55e65fb9fcac {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:55:56.008953 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d779a3-43ea-4a19-9f77-17538cf08fa6", "tag": "1380bb20-e394-4d17-8cee-c1d30891e8ac", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:55:56.009306 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eeb51511-1971-4f09-9608-55e65fb9fcac {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:55:56.010095 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d779a3-43ea-4a19-9f77-17538cf08fa6', 'tag': '1380bb20-e394-4d17-8cee-c1d30891e8ac', 'status': 'completed', 'code': 200} Jun 23 14:55:56.028177 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-398106dd-7cb1-4fc8-a61c-b6260094be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:56.031695 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-398106dd-7cb1-4fc8-a61c-b6260094be67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de80d8e05e914e30aa0a7ca86303ac3e&device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 1097 time: 0.1588447 Jun 23 14:55:56.059993 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 39962) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:55:56.110890 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-c31b7e99-3570-4fab-ad91-6a404d34e446 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1380bb20-e394-4d17-8cee-c1d30891e8ac HTTP/1.1" status: 200 len: 217 time: 0.0719488 Jun 23 14:55:56.204333 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-0aac9e3a-86d6-4af3-a5c2-b4a358beab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:56.205853 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-0aac9e3a-86d6-4af3-a5c2-b4a358beab10 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71715e87-1bbc-4aaf-bc38-8d1e86684ae7 HTTP/1.1" status: 200 len: 850 time: 0.0797329 Jun 23 14:55:56.243558 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4ccca130-2f23-46b0-b3cf-785123ec29d6 req-98c1279c-5cb5-4eff-b56d-e4252d18c9fe service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1819305 Jun 23 14:55:56.257492 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229094ac-b4dd-49a3-ba61-5a65d510480c req-b710b36e-e274-457e-824b-7966497a841d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:56.259121 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-229094ac-b4dd-49a3-ba61-5a65d510480c req-b710b36e-e274-457e-824b-7966497a841d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.1425607 Jun 23 14:55:56.260256 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bd6ab-7629-42c8-9a80-e1017985ce49 req-22351114-5f91-43b3-9b7b-f1a62ed534cb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:56.261783 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c30bd6ab-7629-42c8-9a80-e1017985ce49 req-22351114-5f91-43b3-9b7b-f1a62ed534cb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.1015754 Jun 23 14:55:56.316912 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-91fa305e-10a0-4c8c-b64c-d17bb62c0059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:56.320089 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-91fa305e-10a0-4c8c-b64c-d17bb62c0059 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1064277 Jun 23 14:55:56.326427 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-229094ac-b4dd-49a3-ba61-5a65d510480c req-0979cba7-2885-4909-afbd-12525843c83e tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549634 Jun 23 14:55:56.340251 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c30bd6ab-7629-42c8-9a80-e1017985ce49 req-3be3934d-1181-4d03-92fd-c2fe3ebbda96 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674245 Jun 23 14:55:56.670192 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-5c40a3aa-794d-42dc-93c4-583f1d35f3a9 service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340697 Jun 23 14:55:56.707723 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8eeb3c-57fa-4695-8bc5-065ae77c3377 req-111dcf63-4913-463d-b827-ccafffc70f9c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:56.722625 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3c8eeb3c-57fa-4695-8bc5-065ae77c3377 req-111dcf63-4913-463d-b827-ccafffc70f9c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 944 time: 0.2003508 Jun 23 14:55:56.886342 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3c8eeb3c-57fa-4695-8bc5-065ae77c3377 req-3d56ef47-cd92-469f-b307-e778855cc6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621540 Jun 23 14:55:56.960817 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9ba06789-0ff3-47c7-b587-ef729606d7a6 req-433365db-8495-4117-ae30-d2eedfdc8834 service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347884 Jun 23 14:55:56.968240 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 8fdd863b-eafe-4864-b510-bd8759ec4410 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:55:57.016323 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe960b72-720a-4131-aa54-43d567660eb5 req-c8241a19-0bd4-47bc-9397-6916a9729a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:57.019732 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fe960b72-720a-4131-aa54-43d567660eb5 req-c8241a19-0bd4-47bc-9397-6916a9729a43 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1f1df70bdc347509afb763322e81a15&device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 1098 time: 0.1009314 Jun 23 14:55:57.167142 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e32913-2a03-417d-9276-00db4bef2634 req-2a6d8c32-56a8-45a3-8b16-5c6ed687885f tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:57.171029 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c6e32913-2a03-417d-9276-00db4bef2634 req-2a6d8c32-56a8-45a3-8b16-5c6ed687885f tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=74593964-fa75-4c23-88a4-569ad08d964e HTTP/1.1" status: 200 len: 945 time: 0.1609194 Jun 23 14:55:57.177203 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:57.240549 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 8fdd863b-eafe-4864-b510-bd8759ec4410, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8fdd863b-eafe-4864-b510-bd8759ec4410,segment=NetworkSegment(6b6d6175-6f7a-4ab0-944f-8ac973921a6d),segment_id=6b6d6175-6f7a-4ab0-944f-8ac973921a6d)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:57.244988 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea8c8bb-239b-404c-9a1b-227aebe3f70e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fdd863b-eafe-4864-b510-bd8759ec4410'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:55:57.249943 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c6e32913-2a03-417d-9276-00db4bef2634 req-67251dc7-76a1-49b6-94cb-41dbcd6937f3 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684288 Jun 23 14:55:57.250852 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b7b2cc-1dca-49d6-91d8-eb6eadf02716" -d '{"events": [{"server_uuid": "1ea8c8bb-239b-404c-9a1b-227aebe3f70e", "name": "network-vif-unplugged", "status": "completed", "tag": "8fdd863b-eafe-4864-b510-bd8759ec4410"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:55:57.257798 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:57.260875 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:57.343933 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 14:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fdd052-4a10-42a0-878a-ea07dd2ea0cf x-openstack-request-id: req-d8fdd052-4a10-42a0-878a-ea07dd2ea0cf {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:55:57.344233 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea8c8bb-239b-404c-9a1b-227aebe3f70e", "name": "network-vif-unplugged", "status": "failed", "tag": "8fdd863b-eafe-4864-b510-bd8759ec4410", "code": 422}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:55:57.344676 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8fdd052-4a10-42a0-878a-ea07dd2ea0cf {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:55:57.345095 dv-cinder-796286-8-iscsi neutron-server[104658]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1ea8c8bb-239b-404c-9a1b-227aebe3f70e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8fdd863b-eafe-4864-b510-bd8759ec4410', 'code': 422} returned with failed status Jun 23 14:55:57.350943 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=8fdd863b-eafe-4864-b510-bd8759ec4410,revision_number=6']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:57.354504 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:57.584923 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d2cb2-9d2f-45ac-81c8-ec4ea42b07b1 req-1827c9a3-6f80-4635-addd-5a2e3f9cb121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:57.586505 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-324d2cb2-9d2f-45ac-81c8-ec4ea42b07b1 req-1827c9a3-6f80-4635-addd-5a2e3f9cb121 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de80d8e05e914e30aa0a7ca86303ac3e&device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 1097 time: 0.5546875 Jun 23 14:55:57.605083 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed4d99-d540-42cb-b8c6-0079c634549b req-9e89c2d0-cf58-4922-8c32-440c571b9cda tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:57.606076 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-61ed4d99-d540-42cb-b8c6-0079c634549b req-9e89c2d0-cf58-4922-8c32-440c571b9cda tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 944 time: 0.1156282 Jun 23 14:55:57.675853 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-61ed4d99-d540-42cb-b8c6-0079c634549b req-a07baeca-a723-4294-81a2-30b691c335af tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609241 Jun 23 14:55:57.707534 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe960b72-720a-4131-aa54-43d567660eb5 req-f2dac55f-80e7-469a-8d74-3be622109be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:57.709053 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fe960b72-720a-4131-aa54-43d567660eb5 req-f2dac55f-80e7-469a-8d74-3be622109be3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2d1e732-3395-45e9-ab92-336826d1d69d HTTP/1.1" status: 200 len: 918 time: 0.6098566 Jun 23 14:55:57.796466 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d2cb2-9d2f-45ac-81c8-ec4ea42b07b1 req-0a9d0302-d96d-406e-9eb2-dea117a2b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:57.797966 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-324d2cb2-9d2f-45ac-81c8-ec4ea42b07b1 req-0a9d0302-d96d-406e-9eb2-dea117a2b93d service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6 HTTP/1.1" status: 200 len: 912 time: 0.2027061 Jun 23 14:55:57.817405 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fe960b72-720a-4131-aa54-43d567660eb5 req-e0b6787b-c804-4329-aba5-39cd0778e682 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c673043-eb41-4450-b8e5-78c142173a94 HTTP/1.1" status: 200 len: 1001 time: 0.0983088 Jun 23 14:55:57.862127 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-324d2cb2-9d2f-45ac-81c8-ec4ea42b07b1 req-4d332dc9-c3a6-4a19-bbf2-fa763f530d94 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1380bb20-e394-4d17-8cee-c1d30891e8ac HTTP/1.1" status: 200 len: 217 time: 0.0540783 Jun 23 14:55:57.869884 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a302794-f37b-4f4e-84c7-0e8920f2a737 req-dd4c237a-6166-4462-a9a3-1fde801b0172 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:57.871670 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1a302794-f37b-4f4e-84c7-0e8920f2a737 req-dd4c237a-6166-4462-a9a3-1fde801b0172 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.2104087 Jun 23 14:55:57.967542 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe960b72-720a-4131-aa54-43d567660eb5 req-31e9310d-d3bc-463c-a8a6-b4b01c3361e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:57.969037 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fe960b72-720a-4131-aa54-43d567660eb5 req-31e9310d-d3bc-463c-a8a6-b4b01c3361e2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e25bbb7-3773-4230-b906-44113f972ac4 HTTP/1.1" status: 200 len: 856 time: 0.1166735 Jun 23 14:55:57.979979 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d2cb2-9d2f-45ac-81c8-ec4ea42b07b1 req-8681dc94-9148-44bf-b43b-2fd3f937f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:57.981338 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-324d2cb2-9d2f-45ac-81c8-ec4ea42b07b1 req-8681dc94-9148-44bf-b43b-2fd3f937f8ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71715e87-1bbc-4aaf-bc38-8d1e86684ae7 HTTP/1.1" status: 200 len: 850 time: 0.1071484 Jun 23 14:55:57.999956 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1a302794-f37b-4f4e-84c7-0e8920f2a737 req-851a164a-efba-4b05-821b-62d288877707 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989141 Jun 23 14:55:58.083340 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe960b72-720a-4131-aa54-43d567660eb5 req-43cfd27a-aee0-49c4-8f56-a6affafbfae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:58.084838 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fe960b72-720a-4131-aa54-43d567660eb5 req-43cfd27a-aee0-49c4-8f56-a6affafbfae7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d1e732-3395-45e9-ab92-336826d1d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0998206 Jun 23 14:55:58.109803 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d2cb2-9d2f-45ac-81c8-ec4ea42b07b1 req-2430393e-ee50-4a9a-b317-95b4b3c85b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:58.112004 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-324d2cb2-9d2f-45ac-81c8-ec4ea42b07b1 req-2430393e-ee50-4a9a-b317-95b4b3c85b53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0889204 Jun 23 14:55:58.149268 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db684cb4-6765-4194-9301-dfddd656530f req-c3ae31cc-1f5a-4e89-99a8-fc31ad68e78b tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:58.152078 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-db684cb4-6765-4194-9301-dfddd656530f req-c3ae31cc-1f5a-4e89-99a8-fc31ad68e78b tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 944 time: 0.0902734 Jun 23 14:55:58.207002 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-db684cb4-6765-4194-9301-dfddd656530f req-79ecd0e5-5b54-4410-8952-7dcd391aa5f4 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409231 Jun 23 14:55:58.277838 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fe960b72-720a-4131-aa54-43d567660eb5 req-659206f6-3e67-4553-b07c-0f4ec80d016b service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789572 Jun 23 14:55:58.282229 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-324d2cb2-9d2f-45ac-81c8-ec4ea42b07b1 req-a419ce44-a453-4144-8e7e-265aa41bead7 service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582351 Jun 23 14:55:58.505654 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fe960b72-720a-4131-aa54-43d567660eb5 req-bd3f8d9d-080e-4866-a396-04d24e44a515 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038507 Jun 23 14:55:58.512355 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-324d2cb2-9d2f-45ac-81c8-ec4ea42b07b1 req-123fedaa-778a-40a3-bc43-b7d2c2a78dde service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068272 Jun 23 14:55:58.540837 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717bc55-6e80-48c7-9030-a3307f4df499 req-df3f2f5b-40f9-4259-869b-4fe2a795b195 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:58.543341 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4717bc55-6e80-48c7-9030-a3307f4df499 req-df3f2f5b-40f9-4259-869b-4fe2a795b195 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=74593964-fa75-4c23-88a4-569ad08d964e HTTP/1.1" status: 200 len: 945 time: 0.1318765 Jun 23 14:55:58.712380 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4717bc55-6e80-48c7-9030-a3307f4df499 req-b6de1182-544b-4664-8b50-d77bac4c66ce tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/security-groups?id=56be0659-c532-4f0e-b25a-23a555c4c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554654 Jun 23 14:55:58.757494 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560580a-01df-4a63-b48c-50c8176c0de2 req-7c1aedec-09be-4bcc-a724-7f0f64946b77 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:58.759973 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7560580a-01df-4a63-b48c-50c8176c0de2 req-7c1aedec-09be-4bcc-a724-7f0f64946b77 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.44 "GET /v2.0/ports?device_id=74593964-fa75-4c23-88a4-569ad08d964e HTTP/1.1" status: 200 len: 945 time: 0.1795118 Jun 23 14:55:59.010980 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-7560580a-01df-4a63-b48c-50c8176c0de2 req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Deleting port 8a46f11b-93d6-407e-b6e3-333d9669f5c8 {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:55:59.011671 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7560580a-01df-4a63-b48c-50c8176c0de2 req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:59.071003 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448a0cc-ce85-4b7d-a3fa-389db89ad559 req-ff45aeab-9331-4c56-87f6-ed1af5d3f6a0 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:59.074319 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7448a0cc-ce85-4b7d-a3fa-389db89ad559 req-ff45aeab-9331-4c56-87f6-ed1af5d3f6a0 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 944 time: 0.1498981 Jun 23 14:55:59.187880 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7448a0cc-ce85-4b7d-a3fa-389db89ad559 req-509facdd-be6d-469d-9a01-9cec80a45f74 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078274 Jun 23 14:55:59.214982 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-7560580a-01df-4a63-b48c-50c8176c0de2 req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] For port 8a46f11b-93d6-407e-b6e3-333d9669f5c8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8a46f11b-93d6-407e-b6e3-333d9669f5c8,segment=NetworkSegment(7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb),segment_id=7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:55:59.214982 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7560580a-01df-4a63-b48c-50c8176c0de2 req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:59.223114 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-7560580a-01df-4a63-b48c-50c8176c0de2 req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Calling delete_port for 8a46f11b-93d6-407e-b6e3-333d9669f5c8 owned by compute:nova {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:55:59.257414 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3fcdc-4244-4081-bbcf-83e59d476079 req-f3da5e78-3efc-4257-95cd-49589567be6d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:59.262576 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-94c3fcdc-4244-4081-bbcf-83e59d476079 req-f3da5e78-3efc-4257-95cd-49589567be6d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.0993500 Jun 23 14:55:59.301189 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-94c3fcdc-4244-4081-bbcf-83e59d476079 req-41396bea-a101-45b2-809d-8295aad37ce1 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362949 Jun 23 14:55:59.438048 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c0db3-07a3-453c-a435-158d6ab34d2a req-5ad1fe89-fde9-4292-84ef-57269690beb1 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:55:59.439813 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-006c0db3-07a3-453c-a435-158d6ab34d2a req-5ad1fe89-fde9-4292-84ef-57269690beb1 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 944 time: 0.1094699 Jun 23 14:55:59.441584 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7560580a-01df-4a63-b48c-50c8176c0de2 req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:59.447480 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-0f838fc4-2f48-4098-94bb-feab6fe08a7e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:55:59.486042 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Pushing event deleted for resources: {'Port': ['ID=8a46f11b-93d6-407e-b6e3-333d9669f5c8,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:55:59.510604 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:59.510979 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:59.511349 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:59.511710 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:59.512065 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:59.512420 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:59.513403 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:59.513692 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:59.514068 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:59.514423 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:59.514774 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:59.515123 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:55:59.534331 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:55:59.562538 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-7560580a-01df-4a63-b48c-50c8176c0de2 req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] No DVR routers for this DVR port 8a46f11b-93d6-407e-b6e3-333d9669f5c8 on host hv-cinder-79628 {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:55:59.567008 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-006c0db3-07a3-453c-a435-158d6ab34d2a req-79ceda01-7bcb-4528-a0fb-ea5222f9bef5 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139805 Jun 23 14:55:59.568073 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7560580a-01df-4a63-b48c-50c8176c0de2 req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:55:59.569988 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7560580a-01df-4a63-b48c-50c8176c0de2 req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.44 "DELETE /v2.0/ports/8a46f11b-93d6-407e-b6e3-333d9669f5c8 HTTP/1.1" status: 204 len: 173 time: 0.8023491 Jun 23 14:55:59.570519 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74593964-fa75-4c23-88a4-569ad08d964e', 'name': 'network-vif-deleted', 'tag': '8a46f11b-93d6-407e-b6e3-333d9669f5c8'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:55:59.572922 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f41a42-e0e1-43b1-8624-e61137e2f0b6" -d '{"events": [{"server_uuid": "74593964-fa75-4c23-88a4-569ad08d964e", "name": "network-vif-deleted", "tag": "8a46f11b-93d6-407e-b6e3-333d9669f5c8"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:55:59.609062 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffa5721-7c6f-47c6-83d5-9c710b786b3a x-openstack-request-id: req-9ffa5721-7c6f-47c6-83d5-9c710b786b3a {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:55:59.609401 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74593964-fa75-4c23-88a4-569ad08d964e", "name": "network-vif-deleted", "tag": "8a46f11b-93d6-407e-b6e3-333d9669f5c8", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:55:59.609698 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ffa5721-7c6f-47c6-83d5-9c710b786b3a {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:55:59.610171 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74593964-fa75-4c23-88a4-569ad08d964e', 'name': 'network-vif-deleted', 'tag': '8a46f11b-93d6-407e-b6e3-333d9669f5c8', 'status': 'completed', 'code': 200} Jun 23 14:55:59.911013 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1106f507-2aaa-450d-b947-28ba2c9e149d req-bce80922-ff5b-4a6b-9651-f0368e760a3a tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=74593964-fa75-4c23-88a4-569ad08d964e HTTP/1.1" status: 200 len: 210 time: 0.0322402 Jun 23 14:56:00.363895 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2330b-42e2-4b3a-9ae6-2fe8fe6e9dfe req-afa589d1-2ca7-4dcd-8d0e-777d26f8a7e1 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:00.365346 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ddb2330b-42e2-4b3a-9ae6-2fe8fe6e9dfe req-afa589d1-2ca7-4dcd-8d0e-777d26f8a7e1 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 944 time: 0.0635157 Jun 23 14:56:00.402771 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ddb2330b-42e2-4b3a-9ae6-2fe8fe6e9dfe req-71c16c63-2422-4397-b272-8867574270f6 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318079 Jun 23 14:56:00.567786 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca467f52-0a88-4993-b8ea-a8e3a2630d25 req-409c57b7-6120-4a13-b7d6-882aa38ae9ba tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:00.569276 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ca467f52-0a88-4993-b8ea-a8e3a2630d25 req-409c57b7-6120-4a13-b7d6-882aa38ae9ba tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.0636680 Jun 23 14:56:00.611128 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ca467f52-0a88-4993-b8ea-a8e3a2630d25 req-5229687b-db0a-4dd2-b7ac-e1deff2d096c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358996 Jun 23 14:56:00.778067 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285435b0-daac-4f87-a022-6f90d3bb77b9 req-b645f6b8-6aa3-46de-85e8-3cad218c3dac tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:00.779660 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-285435b0-daac-4f87-a022-6f90d3bb77b9 req-b645f6b8-6aa3-46de-85e8-3cad218c3dac tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 944 time: 0.0662439 Jun 23 14:56:00.820574 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-285435b0-daac-4f87-a022-6f90d3bb77b9 req-bf01bb5a-bd60-485d-9ab0-78668f78557c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350561 Jun 23 14:56:01.053801 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3d03a78d-79a0-441c-8b59-8cec7766ef9c req-d79d58f8-7dce-4722-949b-4701ba1692dc tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=74593964-fa75-4c23-88a4-569ad08d964e HTTP/1.1" status: 200 len: 210 time: 0.0285308 Jun 23 14:56:01.577035 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b145094-3d37-4a33-bf20-7cebf181e6a9 req-960ef660-d14e-4df1-8535-59ea9e38393b tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:01.578513 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1b145094-3d37-4a33-bf20-7cebf181e6a9 req-960ef660-d14e-4df1-8535-59ea9e38393b tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 944 time: 0.0653062 Jun 23 14:56:01.616071 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1b145094-3d37-4a33-bf20-7cebf181e6a9 req-223a2faa-e0d2-4f88-aa52-b6de29f4421e tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318990 Jun 23 14:56:01.794312 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b7e0d-86f7-4934-bca0-6501104aeda3 req-2e0719c3-25fe-41e4-9897-74212b90f2fc tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:01.795761 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c18b7e0d-86f7-4934-bca0-6501104aeda3 req-2e0719c3-25fe-41e4-9897-74212b90f2fc tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.0644476 Jun 23 14:56:01.832102 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c18b7e0d-86f7-4934-bca0-6501104aeda3 req-6f0f9d70-c008-4a81-afa5-28f3dbd50d84 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306304 Jun 23 14:56:01.994421 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6b73a-4195-42b9-b436-5da28496b2a0 req-69a15532-bedb-441c-92b2-88c1009c8181 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:01.995845 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-51b6b73a-4195-42b9-b436-5da28496b2a0 req-69a15532-bedb-441c-92b2-88c1009c8181 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 944 time: 0.0627794 Jun 23 14:56:02.032913 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-51b6b73a-4195-42b9-b436-5da28496b2a0 req-c6261021-e2d1-492f-991d-fc74936cf600 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312099 Jun 23 14:56:02.197736 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4a7153a3-6c0c-4294-8a00-5c3118e6e957 req-bb93b580-2d0f-469d-a550-e6c1234d4605 tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=74593964-fa75-4c23-88a4-569ad08d964e HTTP/1.1" status: 200 len: 210 time: 0.0317290 Jun 23 14:56:02.280719 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 8a46f11b-93d6-407e-b6e3-333d9669f5c8 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:56:02.300728 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] No Port match for: 8a46f11b-93d6-407e-b6e3-333d9669f5c8 {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:56:02.301036 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 8a46f11b-93d6-407e-b6e3-333d9669f5c8 not bound to the agent host hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:56:02.708749 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccca130-2f23-46b0-b3cf-785123ec29d6 req-94100087-7a43-47f4-9f37-38602484e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:02.710499 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4ccca130-2f23-46b0-b3cf-785123ec29d6 req-94100087-7a43-47f4-9f37-38602484e44b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e&tenant_id=4d0239c96c2549dd902af083cc256da8 HTTP/1.1" status: 200 len: 1097 time: 0.0585480 Jun 23 14:56:02.829958 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0983d-e59a-4893-895f-1a76ebc1a645 req-bbf21155-a3c5-441c-b8c1-09a5778e93bd tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:02.831160 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-bdd0983d-e59a-4893-895f-1a76ebc1a645 req-bbf21155-a3c5-441c-b8c1-09a5778e93bd tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 944 time: 0.1043186 Jun 23 14:56:02.833760 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccca130-2f23-46b0-b3cf-785123ec29d6 req-08ee927e-fb55-4421-9c84-5e2955c1954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:02.835095 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4ccca130-2f23-46b0-b3cf-785123ec29d6 req-08ee927e-fb55-4421-9c84-5e2955c1954b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4d0239c96c2549dd902af083cc256da8&device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 1097 time: 0.0964456 Jun 23 14:56:02.925122 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-bdd0983d-e59a-4893-895f-1a76ebc1a645 req-0d76311b-5776-4e5e-a539-f9dfbdc950af tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875931 Jun 23 14:56:02.956397 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccca130-2f23-46b0-b3cf-785123ec29d6 req-0748170a-01b9-4cd7-b37d-4c6cc00ed3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:02.958145 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4ccca130-2f23-46b0-b3cf-785123ec29d6 req-0748170a-01b9-4cd7-b37d-4c6cc00ed3c6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=065fce62-c207-4f9e-a718-d2389d66dea8 HTTP/1.1" status: 200 len: 910 time: 0.1138315 Jun 23 14:56:03.046685 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba78148-d901-4387-8b79-b01c56708062 req-88c61aca-6b13-4c60-a04a-e6d5b904d510 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:03.049152 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-eba78148-d901-4387-8b79-b01c56708062 req-88c61aca-6b13-4c60-a04a-e6d5b904d510 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.0791719 Jun 23 14:56:03.101786 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4ccca130-2f23-46b0-b3cf-785123ec29d6 req-67088cb9-0e94-4537-80ca-cb3a206a575c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdd863b-eafe-4864-b510-bd8759ec4410 HTTP/1.1" status: 200 len: 1000 time: 0.1134338 Jun 23 14:56:03.145695 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-eba78148-d901-4387-8b79-b01c56708062 req-eb030286-2cbe-43e1-8c0d-1b4d0e59c018 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817425 Jun 23 14:56:03.171204 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccca130-2f23-46b0-b3cf-785123ec29d6 req-3d70c432-a19b-4582-9b8c-838cb5c42e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:03.172809 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4ccca130-2f23-46b0-b3cf-785123ec29d6 req-3d70c432-a19b-4582-9b8c-838cb5c42e7b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=90f6b181-54a8-40bc-be20-cd06f910f17b HTTP/1.1" status: 200 len: 848 time: 0.0694249 Jun 23 14:56:03.269050 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccca130-2f23-46b0-b3cf-785123ec29d6 req-76ac6f66-b934-40d6-a9ed-9a1d6622588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:03.270547 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4ccca130-2f23-46b0-b3cf-785123ec29d6 req-76ac6f66-b934-40d6-a9ed-9a1d6622588a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=065fce62-c207-4f9e-a718-d2389d66dea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0870581 Jun 23 14:56:03.322745 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3811d-826b-4371-b2bd-1aea3760a9a4 req-5dcbdcbb-a723-461f-ac51-1df7afd28871 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:03.324133 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1fc3811d-826b-4371-b2bd-1aea3760a9a4 req-5dcbdcbb-a723-461f-ac51-1df7afd28871 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 944 time: 0.1088829 Jun 23 14:56:03.366752 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5bc7668a-94c3-499c-9617-42fbdc9551d7 req-3e994aa6-85d0-4107-927c-3e61a225698e tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] 10.222.0.65 "GET /v2.0/ports?device_id=74593964-fa75-4c23-88a4-569ad08d964e HTTP/1.1" status: 200 len: 210 time: 0.0297973 Jun 23 14:56:03.399936 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1fc3811d-826b-4371-b2bd-1aea3760a9a4 req-912e3a8b-428b-422c-a9e5-390185e2892d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513451 Jun 23 14:56:03.405991 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4ccca130-2f23-46b0-b3cf-785123ec29d6 req-19ffacf4-7f8e-4452-a22d-ae90001846b2 service neutron] 10.222.0.44 "GET /v2.0/networks/065fce62-c207-4f9e-a718-d2389d66dea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237164 Jun 23 14:56:04.109090 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83298f01-3a09-4114-8b02-c652bbf873f4 req-a71df6df-a57b-491c-acf0-0fca65534bc7 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:04.110650 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-83298f01-3a09-4114-8b02-c652bbf873f4 req-a71df6df-a57b-491c-acf0-0fca65534bc7 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 944 time: 0.0699313 Jun 23 14:56:04.150642 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-83298f01-3a09-4114-8b02-c652bbf873f4 req-281929c9-2201-404b-94fe-c4639993d9f0 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343146 Jun 23 14:56:04.341917 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db1e59-c3e6-4a27-9eab-6ed27831e573 req-89bb56a3-c546-433a-8fb6-92711ac49b16 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:04.343470 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-64db1e59-c3e6-4a27-9eab-6ed27831e573 req-89bb56a3-c546-433a-8fb6-92711ac49b16 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.0651100 Jun 23 14:56:04.384207 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-64db1e59-c3e6-4a27-9eab-6ed27831e573 req-270ede2d-721d-4209-975f-ee189c8cc572 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350904 Jun 23 14:56:04.631221 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95acbf-d912-4ee1-ab4b-059eecdc64fd req-220562a0-9c67-4a7f-8bb1-836b3417dcb7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:04.638247 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fa95acbf-d912-4ee1-ab4b-059eecdc64fd req-220562a0-9c67-4a7f-8bb1-836b3417dcb7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 944 time: 0.0764525 Jun 23 14:56:04.681106 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fa95acbf-d912-4ee1-ab4b-059eecdc64fd req-993ab84b-67a9-4462-88b6-8334c86cd3fe tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326700 Jun 23 14:56:05.071041 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 4c673043-eb41-4450-b8e5-78c142173a94 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:56:05.165409 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 4c673043-eb41-4450-b8e5-78c142173a94, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4c673043-eb41-4450-b8e5-78c142173a94,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:05.181598 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': '4c673043-eb41-4450-b8e5-78c142173a94', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'port_id': '4c673043-eb41-4450-b8e5-78c142173a94', 'mac_address': 'fa:16:3e:27:08:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:56:05.222289 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:05.234688 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c673043-eb41-4450-b8e5-78c142173a94 {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:56:05.254781 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 4c673043-eb41-4450-b8e5-78c142173a94, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4c673043-eb41-4450-b8e5-78c142173a94,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:05.260247 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:05.262213 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:05.308474 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=4c673043-eb41-4450-b8e5-78c142173a94,revision_number=6']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:05.312135 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:05.341836 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb18d1-5e52-4311-a1d7-9f0d6c3fbbe2 req-221d55ad-a342-4504-b283-e65d351c5269 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:05.343335 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-dabb18d1-5e52-4311-a1d7-9f0d6c3fbbe2 req-221d55ad-a342-4504-b283-e65d351c5269 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 944 time: 0.0682845 Jun 23 14:56:05.381168 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-dabb18d1-5e52-4311-a1d7-9f0d6c3fbbe2 req-f2389b52-cdea-4249-8c26-a5308b0a4e73 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320745 Jun 23 14:56:05.557938 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0102d7-331e-4475-9786-620daa6ab6b6 req-8bc2555e-5f51-42d0-bbc4-c1e4fa32c2f5 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:05.559375 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fe0102d7-331e-4475-9786-620daa6ab6b6 req-8bc2555e-5f51-42d0-bbc4-c1e4fa32c2f5 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 944 time: 0.0614882 Jun 23 14:56:05.595556 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fe0102d7-331e-4475-9786-620daa6ab6b6 req-6ccfd60d-148c-4e55-803f-9c0a20d3b25e tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299871 Jun 23 14:56:05.854150 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a77be-f3f5-4f70-907f-84afb5c52c1f req-ec6f42c2-d273-4c5a-b92f-9099ecbac54f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:05.855638 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-654a77be-f3f5-4f70-907f-84afb5c52c1f req-ec6f42c2-d273-4c5a-b92f-9099ecbac54f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 944 time: 0.0715947 Jun 23 14:56:05.895152 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-654a77be-f3f5-4f70-907f-84afb5c52c1f req-cae3b46f-2611-49c8-9906-4a1e801ce896 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337033 Jun 23 14:56:06.553493 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf861d-c84e-4799-bcd7-074cd32a97a0 req-24d08a35-d2d9-4220-9ac3-a6867c95ba30 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:06.555005 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-81bf861d-c84e-4799-bcd7-074cd32a97a0 req-24d08a35-d2d9-4220-9ac3-a6867c95ba30 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 944 time: 0.0633643 Jun 23 14:56:06.596662 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-81bf861d-c84e-4799-bcd7-074cd32a97a0 req-84ea7dcc-7236-4756-860c-ada796be430b tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351980 Jun 23 14:56:06.772859 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df165703-104f-4e14-9465-18a7d17eee21 req-030d6d72-ba63-4f53-b70a-2123cc66e9a8 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:06.774295 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-df165703-104f-4e14-9465-18a7d17eee21 req-030d6d72-ba63-4f53-b70a-2123cc66e9a8 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 944 time: 0.0609415 Jun 23 14:56:06.810857 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-df165703-104f-4e14-9465-18a7d17eee21 req-844695b0-4507-4028-b2a6-2d3728c0bd75 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303690 Jun 23 14:56:07.050760 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-748fa0a2-8b31-4809-8ee9-3023448633ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:07.069914 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c982b8-0d17-49f4-86d6-d1081fb93656 req-68862473-aa41-4fd0-8b11-1809d5ee5b47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:07.071294 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a0c982b8-0d17-49f4-86d6-d1081fb93656 req-68862473-aa41-4fd0-8b11-1809d5ee5b47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 944 time: 0.0667434 Jun 23 14:56:07.108388 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a0c982b8-0d17-49f4-86d6-d1081fb93656 req-a21f8f9a-604e-4d80-88ad-646d18054494 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314338 Jun 23 14:56:07.323799 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4ccca130-2f23-46b0-b3cf-785123ec29d6 req-6ab03015-af85-4efa-b363-f5e2c0646766 service neutron] 10.222.0.44 "GET /v2.0/networks/065fce62-c207-4f9e-a718-d2389d66dea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849960 Jun 23 14:56:07.361333 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['4c673043-eb41-4450-b8e5-78c142173a94'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:56:07.784952 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1602fd-23e1-4c63-97bf-775ac9b95ac2 req-f950e45b-333a-453c-9801-a5f02de3a748 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:07.787150 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-8f1602fd-23e1-4c63-97bf-775ac9b95ac2 req-f950e45b-333a-453c-9801-a5f02de3a748 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 944 time: 0.0771916 Jun 23 14:56:07.831555 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-8f1602fd-23e1-4c63-97bf-775ac9b95ac2 req-0bb4dd86-f5f2-4f1e-b239-3339d074bc5e tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378804 Jun 23 14:56:07.991886 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d1982-a003-4333-9deb-890ddefcfe14 req-16ab4b1a-74af-47f7-920d-3931b5608170 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:07.993352 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-234d1982-a003-4333-9deb-890ddefcfe14 req-16ab4b1a-74af-47f7-920d-3931b5608170 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 944 time: 0.0641627 Jun 23 14:56:08.035755 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-234d1982-a003-4333-9deb-890ddefcfe14 req-dc6b10fc-085b-4988-be22-e275f6eb05ec tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357862 Jun 23 14:56:08.295870 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0978271-7c73-40d6-8ccf-f8bc2841f2f7 req-0a430b71-271e-4c22-9e77-92d59292d37f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:08.297387 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d0978271-7c73-40d6-8ccf-f8bc2841f2f7 req-0a430b71-271e-4c22-9e77-92d59292d37f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 944 time: 0.0753152 Jun 23 14:56:08.348974 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d0978271-7c73-40d6-8ccf-f8bc2841f2f7 req-39044e34-6769-4f8d-a97b-37c09fee67a7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366368 Jun 23 14:56:09.018160 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58245f6-cc6d-429e-b691-38d14917e723 req-f1d819b6-9b64-47a9-96b6-c66575f42225 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:09.019639 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d58245f6-cc6d-429e-b691-38d14917e723 req-f1d819b6-9b64-47a9-96b6-c66575f42225 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 944 time: 0.0681667 Jun 23 14:56:09.058533 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d58245f6-cc6d-429e-b691-38d14917e723 req-b73eaab5-df6f-4763-b07f-c4a86619f073 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332789 Jun 23 14:56:09.221117 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b386d5d-7b76-49fa-a283-3abb1f1c5a1c req-0576677f-371b-4999-84b9-c80a52b76088 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:09.222511 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2b386d5d-7b76-49fa-a283-3abb1f1c5a1c req-0576677f-371b-4999-84b9-c80a52b76088 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 944 time: 0.0641406 Jun 23 14:56:09.262009 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2b386d5d-7b76-49fa-a283-3abb1f1c5a1c req-c078fe6e-1c4a-4393-8aa2-80f0f28d28ed tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336859 Jun 23 14:56:09.521129 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498708a-22d8-4dd1-aeb0-2611d4d82bd0 req-82a263e8-1170-4e02-983a-298e3d015042 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:09.522603 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-f498708a-22d8-4dd1-aeb0-2611d4d82bd0 req-82a263e8-1170-4e02-983a-298e3d015042 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 944 time: 0.0607972 Jun 23 14:56:09.559117 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-f498708a-22d8-4dd1-aeb0-2611d4d82bd0 req-a3f70db8-662b-43bf-a4bc-b30e852d7e72 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308361 Jun 23 14:56:09.778976 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:09.797503 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-55992c4f-5fbd-47de-80dd-50bca61a3e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:09.825078 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 4c673043-eb41-4450-b8e5-78c142173a94 up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:56:09.871687 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port 4c673043-eb41-4450-b8e5-78c142173a94 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:09.872552 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:10.075278 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:10.098045 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e12b6a5c-24f8-4c13-97e3-767f85a2ef02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c673043-eb41-4450-b8e5-78c142173a94'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:56:10.100323 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d622e00-c8a3-48cc-a844-33733427ae63" -d '{"events": [{"server_uuid": "e12b6a5c-24f8-4c13-97e3-767f85a2ef02", "name": "network-vif-plugged", "status": "completed", "tag": "4c673043-eb41-4450-b8e5-78c142173a94"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:56:10.113947 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 4c673043-eb41-4450-b8e5-78c142173a94, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4c673043-eb41-4450-b8e5-78c142173a94,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:10.117983 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:10.120088 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-0cee3ad2-2e06-4741-9b96-3c636ed5e80b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:10.167480 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=4c673043-eb41-4450-b8e5-78c142173a94,revision_number=7']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:10.171292 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:10.236769 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8e363-8e60-444f-9754-104f657a792c req-8e590f83-b863-4848-87fb-39a310cced9d tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:10.238335 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-feb8e363-8e60-444f-9754-104f657a792c req-8e590f83-b863-4848-87fb-39a310cced9d tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 944 time: 0.0677378 Jun 23 14:56:10.284606 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-feb8e363-8e60-444f-9754-104f657a792c req-6a2fefbb-8a86-450b-84c5-d89908e595cf tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352519 Jun 23 14:56:10.335445 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e3200f-ea5b-487d-b0ce-84bd09304e99 x-openstack-request-id: req-d1e3200f-ea5b-487d-b0ce-84bd09304e99 {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:56:10.335860 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e12b6a5c-24f8-4c13-97e3-767f85a2ef02", "name": "network-vif-plugged", "status": "completed", "tag": "4c673043-eb41-4450-b8e5-78c142173a94", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:56:10.336136 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1e3200f-ea5b-487d-b0ce-84bd09304e99 {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:56:10.336543 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e12b6a5c-24f8-4c13-97e3-767f85a2ef02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c673043-eb41-4450-b8e5-78c142173a94', 'code': 200} Jun 23 14:56:10.378374 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:56:10.488205 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe40c41-3c42-46e3-aa88-f7ac93fdbab9 req-bbc83e6d-5ae2-40c4-85e5-adb6a630d4b1 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:10.489671 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ebe40c41-3c42-46e3-aa88-f7ac93fdbab9 req-bbc83e6d-5ae2-40c4-85e5-adb6a630d4b1 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.0674653 Jun 23 14:56:10.526608 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ebe40c41-3c42-46e3-aa88-f7ac93fdbab9 req-ad22e63c-6e92-4db4-87fe-9e7e0182b1e2 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312209 Jun 23 14:56:10.735966 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f49cf-beab-443c-b789-11d058f997ca req-068c6a4e-ceac-4466-a55b-d1e15cc73c26 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:10.737450 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d34f49cf-beab-443c-b789-11d058f997ca req-068c6a4e-ceac-4466-a55b-d1e15cc73c26 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 944 time: 0.0669024 Jun 23 14:56:10.951576 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:11.058196 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d34f49cf-beab-443c-b789-11d058f997ca req-85e2d7f7-88a3-4df0-9f95-0bec3afd6d49 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3145037 Jun 23 14:56:11.568702 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883ecad-0db1-4c9b-88ab-3240a690ba8b req-e91a5154-eeea-40df-a637-ed9b4e98f9da tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:11.570897 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e883ecad-0db1-4c9b-88ab-3240a690ba8b req-e91a5154-eeea-40df-a637-ed9b4e98f9da tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 944 time: 0.1116421 Jun 23 14:56:11.627063 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e883ecad-0db1-4c9b-88ab-3240a690ba8b req-f919a68b-b80b-4781-9ebd-249b769ddaff tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496273 Jun 23 14:56:11.746795 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbf0e0-61e4-4b5a-8922-54b130ebbc36 req-676dd9ca-ac5f-4a86-a0b4-e0db2374313b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:11.748806 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-02bbf0e0-61e4-4b5a-8922-54b130ebbc36 req-676dd9ca-ac5f-4a86-a0b4-e0db2374313b tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.0783398 Jun 23 14:56:11.810586 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-02bbf0e0-61e4-4b5a-8922-54b130ebbc36 req-f709ae58-c37e-4224-8f92-c2379a5d6edd tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530813 Jun 23 14:56:12.321152 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578f1a0-eb51-4bd0-ac3c-68a2b15ff05a req-4e9cf9b8-1431-46d5-8009-c445531e3a32 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:12.331598 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a578f1a0-eb51-4bd0-ac3c-68a2b15ff05a req-4e9cf9b8-1431-46d5-8009-c445531e3a32 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 944 time: 0.1182573 Jun 23 14:56:12.382018 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a578f1a0-eb51-4bd0-ac3c-68a2b15ff05a req-a8f5902b-8455-487e-82ca-7bfe1db86d04 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485847 Jun 23 14:56:12.715893 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:13.071664 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce4320-2847-4366-a7ff-1716b583a248 req-12472eab-7e08-412d-a4ac-5ae4ebef4ab7 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:13.082136 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a3ce4320-2847-4366-a7ff-1716b583a248 req-12472eab-7e08-412d-a4ac-5ae4ebef4ab7 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 944 time: 0.1851387 Jun 23 14:56:13.163699 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a3ce4320-2847-4366-a7ff-1716b583a248 req-9f86507a-1c24-436e-9103-60c0c612a6cb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773549 Jun 23 14:56:13.258557 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 1380bb20-e394-4d17-8cee-c1d30891e8ac details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:56:13.520185 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa3cff-5709-4196-880a-a8054b8018cd req-a6b3161d-20ca-4264-a71f-9d15452042d7 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:13.522434 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a3fa3cff-5709-4196-880a-a8054b8018cd req-a6b3161d-20ca-4264-a71f-9d15452042d7 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.2303848 Jun 23 14:56:13.593291 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 1380bb20-e394-4d17-8cee-c1d30891e8ac, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1380bb20-e394-4d17-8cee-c1d30891e8ac,segment=NetworkSegment(65d151e3-1095-4ae2-88aa-0d413447e3c7),segment_id=65d151e3-1095-4ae2-88aa-0d413447e3c7)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:13.612370 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': '1380bb20-e394-4d17-8cee-c1d30891e8ac', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'port_id': '1380bb20-e394-4d17-8cee-c1d30891e8ac', 'mac_address': 'fa:16:3e:aa:e3:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:56:13.694456 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a3fa3cff-5709-4196-880a-a8054b8018cd req-79888f12-93fa-4bf8-9835-4ed4047eff57 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658711 Jun 23 14:56:13.724868 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:13.764039 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1380bb20-e394-4d17-8cee-c1d30891e8ac {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:56:13.806300 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084e111-c3e2-4fcf-b5ca-8db1c6dd1e33 req-db90ca0a-f4af-41ee-9a9a-028096ecad3f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:13.814210 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c084e111-c3e2-4fcf-b5ca-8db1c6dd1e33 req-db90ca0a-f4af-41ee-9a9a-028096ecad3f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 944 time: 0.1765256 Jun 23 14:56:13.826528 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 1380bb20-e394-4d17-8cee-c1d30891e8ac, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1380bb20-e394-4d17-8cee-c1d30891e8ac,segment=NetworkSegment(65d151e3-1095-4ae2-88aa-0d413447e3c7),segment_id=65d151e3-1095-4ae2-88aa-0d413447e3c7)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:13.843563 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:13.851045 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:13.920336 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c084e111-c3e2-4fcf-b5ca-8db1c6dd1e33 req-9c4b1b18-4c32-4f38-ad49-c468533f999d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987225 Jun 23 14:56:13.944540 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=1380bb20-e394-4d17-8cee-c1d30891e8ac,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:13.949729 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:14.167008 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['1380bb20-e394-4d17-8cee-c1d30891e8ac'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:56:14.515491 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fd8ef-1fca-407a-b582-8882d3b38d10 req-8185be90-0d5d-4d19-b4c3-748d12f6cf0b tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:14.520672 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-121fd8ef-1fca-407a-b582-8882d3b38d10 req-8185be90-0d5d-4d19-b4c3-748d12f6cf0b tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 944 time: 0.1043348 Jun 23 14:56:14.636967 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-121fd8ef-1fca-407a-b582-8882d3b38d10 req-e195283a-7d05-4da4-86e1-84ca91ab03e8 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090989 Jun 23 14:56:14.971694 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d946239-248e-462e-9491-5cb5793d9ea4 req-8b372b54-e343-4088-89e6-73a807afa479 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:14.984720 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5d946239-248e-462e-9491-5cb5793d9ea4 req-8b372b54-e343-4088-89e6-73a807afa479 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.1059320 Jun 23 14:56:15.106604 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5d946239-248e-462e-9491-5cb5793d9ea4 req-034c27f2-3aff-453e-8ad7-2175d5929124 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203661 Jun 23 14:56:15.210016 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89559f-33f6-4742-baf4-a4a198477dbf req-b2593548-2400-4461-b3e1-cb09ea9dca7d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:15.211994 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0c89559f-33f6-4742-baf4-a4a198477dbf req-b2593548-2400-4461-b3e1-cb09ea9dca7d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 945 time: 0.1130724 Jun 23 14:56:15.303943 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0c89559f-33f6-4742-baf4-a4a198477dbf req-170acad7-ada4-4ea7-a9a4-c320e03adea4 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859601 Jun 23 14:56:16.035439 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431a34a-4227-4c2a-a6a4-a25d022a237f req-d03b32ca-6510-45b1-93fe-04ea7493e4ff tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:16.036947 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2431a34a-4227-4c2a-a6a4-a25d022a237f req-d03b32ca-6510-45b1-93fe-04ea7493e4ff tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 944 time: 0.0840414 Jun 23 14:56:16.117225 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-2431a34a-4227-4c2a-a6a4-a25d022a237f req-e6fd6831-6374-455a-b093-373f7affe21e tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737469 Jun 23 14:56:16.329997 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6998e-10b6-4172-94ff-59038cf2dcea req-043c6701-538d-40e4-9417-3284efa03f8f tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:16.332578 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3cd6998e-10b6-4172-94ff-59038cf2dcea req-043c6701-538d-40e4-9417-3284efa03f8f tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.0824776 Jun 23 14:56:16.433466 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3cd6998e-10b6-4172-94ff-59038cf2dcea req-adfbd25a-572b-4089-8f6e-4cf1cb8eb13c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936711 Jun 23 14:56:16.672937 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd41986-1b4e-48d8-b180-c8d6d5245ac7 req-5dbdba87-298d-45f8-abe8-719696d80da2 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:16.683257 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9cd41986-1b4e-48d8-b180-c8d6d5245ac7 req-5dbdba87-298d-45f8-abe8-719696d80da2 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 945 time: 0.1540375 Jun 23 14:56:16.723985 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9cd41986-1b4e-48d8-b180-c8d6d5245ac7 req-de157cc1-db5c-460e-a68d-ecf328159bed tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398333 Jun 23 14:56:17.283575 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 8fdd863b-eafe-4864-b510-bd8759ec4410 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:56:17.367880 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e360542-e847-4f77-9472-caa171370ac0 req-34b55176-ebbe-4701-bec6-0432592926bb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:17.376760 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5e360542-e847-4f77-9472-caa171370ac0 req-34b55176-ebbe-4701-bec6-0432592926bb tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 944 time: 0.1151690 Jun 23 14:56:17.463617 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5e360542-e847-4f77-9472-caa171370ac0 req-2414329a-27ab-42d0-8dd1-48cc5a2323d8 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810659 Jun 23 14:56:17.510990 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 8fdd863b-eafe-4864-b510-bd8759ec4410, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8fdd863b-eafe-4864-b510-bd8759ec4410,segment=NetworkSegment(6b6d6175-6f7a-4ab0-944f-8ac973921a6d),segment_id=6b6d6175-6f7a-4ab0-944f-8ac973921a6d)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:17.539574 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 1380bb20-e394-4d17-8cee-c1d30891e8ac up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:56:17.616988 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': '8fdd863b-eafe-4864-b510-bd8759ec4410', 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8', 'port_id': '8fdd863b-eafe-4864-b510-bd8759ec4410', 'mac_address': 'fa:16:3e:0e:27:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:56:17.750701 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning for port 1380bb20-e394-4d17-8cee-c1d30891e8ac completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:56:17.759588 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port 1380bb20-e394-4d17-8cee-c1d30891e8ac triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:17.760269 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.792145 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.817605 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fdd863b-eafe-4864-b510-bd8759ec4410 {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:56:17.830162 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57c441-99e1-4144-98bb-13758194396f req-6cbbdfdb-ea1c-4609-b1cb-5c590934bd16 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:17.833948 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-df57c441-99e1-4144-98bb-13758194396f req-6cbbdfdb-ea1c-4609-b1cb-5c590934bd16 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.1657841 Jun 23 14:56:17.840806 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 8fdd863b-eafe-4864-b510-bd8759ec4410, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8fdd863b-eafe-4864-b510-bd8759ec4410,segment=NetworkSegment(6b6d6175-6f7a-4ab0-944f-8ac973921a6d),segment_id=6b6d6175-6f7a-4ab0-944f-8ac973921a6d)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:17.848161 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:17.851120 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:17.914047 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=8fdd863b-eafe-4864-b510-bd8759ec4410,revision_number=7']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:17.929067 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:17.933264 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-df57c441-99e1-4144-98bb-13758194396f req-7889c5d9-1a4b-4c96-aa04-2236c056d527 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937009 Jun 23 14:56:18.004529 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:18.041464 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46db99b-342d-40b8-868c-94b10ddf45af req-4a8a930b-b83a-4be7-a269-ab8cb5b6488e tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:18.041862 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d779a3-43ea-4a19-9f77-17538cf08fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1380bb20-e394-4d17-8cee-c1d30891e8ac'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:56:18.044927 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87607d50-34d5-40fe-8566-5d426d95c02b" -d '{"events": [{"server_uuid": "c1d779a3-43ea-4a19-9f77-17538cf08fa6", "name": "network-vif-plugged", "status": "completed", "tag": "1380bb20-e394-4d17-8cee-c1d30891e8ac"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:56:18.048996 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e46db99b-342d-40b8-868c-94b10ddf45af req-4a8a930b-b83a-4be7-a269-ab8cb5b6488e tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 945 time: 0.0851421 Jun 23 14:56:18.094001 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 1380bb20-e394-4d17-8cee-c1d30891e8ac, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1380bb20-e394-4d17-8cee-c1d30891e8ac,segment=NetworkSegment(65d151e3-1095-4ae2-88aa-0d413447e3c7),segment_id=65d151e3-1095-4ae2-88aa-0d413447e3c7)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:18.104874 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:18.105325 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e46db99b-342d-40b8-868c-94b10ddf45af req-c9799a25-beb1-4b9e-a4fd-f259f129fed2 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535722 Jun 23 14:56:18.108765 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:18.152872 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f57e132-cd64-49aa-8634-aafba02d3efd x-openstack-request-id: req-6f57e132-cd64-49aa-8634-aafba02d3efd {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:56:18.154130 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d779a3-43ea-4a19-9f77-17538cf08fa6", "name": "network-vif-plugged", "status": "completed", "tag": "1380bb20-e394-4d17-8cee-c1d30891e8ac", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:56:18.154840 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6f57e132-cd64-49aa-8634-aafba02d3efd {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:56:18.175790 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d779a3-43ea-4a19-9f77-17538cf08fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1380bb20-e394-4d17-8cee-c1d30891e8ac', 'code': 200} Jun 23 14:56:18.190084 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['8fdd863b-eafe-4864-b510-bd8759ec4410'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:56:18.333548 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=1380bb20-e394-4d17-8cee-c1d30891e8ac,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:18.374089 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:18.661505 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ff5ce-bf3d-4110-827b-2e661ff60abd req-16d0ded1-1a8d-4a76-a6ee-b5878a78ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:18.664535 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0c7ff5ce-bf3d-4110-827b-2e661ff60abd req-16d0ded1-1a8d-4a76-a6ee-b5878a78ebbb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 1099 time: 0.2337377 Jun 23 14:56:18.734107 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0c7ff5ce-bf3d-4110-827b-2e661ff60abd req-e3827e8a-2534-4471-8333-61bea7316bee service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611541 Jun 23 14:56:18.852365 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac80c3-46ed-4c03-9585-6dc92ccf4118 req-d7546c58-7ed1-4116-9beb-f98fdbab646d tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:18.852365 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2bac80c3-46ed-4c03-9585-6dc92ccf4118 req-d7546c58-7ed1-4116-9beb-f98fdbab646d tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 945 time: 0.1275272 Jun 23 14:56:18.902606 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2bac80c3-46ed-4c03-9585-6dc92ccf4118 req-67fd7527-34f1-4ab8-81e2-fdc6f9bc8b29 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479312 Jun 23 14:56:19.246260 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68f1cb-16e3-4b46-aa0a-d870592c15da req-a006be8c-264d-4a98-8e1d-ed748abdd585 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:19.248679 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9c68f1cb-16e3-4b46-aa0a-d870592c15da req-a006be8c-264d-4a98-8e1d-ed748abdd585 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.1509435 Jun 23 14:56:19.372626 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9c68f1cb-16e3-4b46-aa0a-d870592c15da req-2b1408fe-b58a-494c-87ad-4bebc88b3a54 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182373 Jun 23 14:56:19.503418 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b52a60-2aba-4d54-91bd-d6c735e7f5dc req-98b726ed-2c72-43d3-9500-744d8716dafb tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:19.505557 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-98b52a60-2aba-4d54-91bd-d6c735e7f5dc req-98b726ed-2c72-43d3-9500-744d8716dafb tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 946 time: 0.1221020 Jun 23 14:56:19.570057 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-98b52a60-2aba-4d54-91bd-d6c735e7f5dc req-99cdd173-927d-4844-a85a-9e8819802156 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564392 Jun 23 14:56:20.250003 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44120c3e-3915-41b5-ad92-311b5949e95d req-951f98cf-6b11-4b93-9634-1f64c24c7343 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:20.262103 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-44120c3e-3915-41b5-ad92-311b5949e95d req-951f98cf-6b11-4b93-9634-1f64c24c7343 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 945 time: 0.1273928 Jun 23 14:56:20.363949 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-44120c3e-3915-41b5-ad92-311b5949e95d req-b383ed6f-2fae-4086-8f5b-0ff8f866f0ab tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956266 Jun 23 14:56:20.754837 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958a60d-cc9a-49f1-ad33-e44ab8be5a21 req-6643ea36-1618-4d21-a683-7ec79958b7a8 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:20.763352 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5958a60d-cc9a-49f1-ad33-e44ab8be5a21 req-6643ea36-1618-4d21-a683-7ec79958b7a8 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.1617229 Jun 23 14:56:20.861141 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5958a60d-cc9a-49f1-ad33-e44ab8be5a21 req-b40908ef-037f-47b3-b13f-dbb642259602 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962806 Jun 23 14:56:20.910264 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21a773-9e8d-4a47-af38-bd4ae33bfb82 req-fc006639-a943-42b4-a441-13c04e37130d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:20.917806 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8a21a773-9e8d-4a47-af38-bd4ae33bfb82 req-fc006639-a943-42b4-a441-13c04e37130d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 946 time: 0.1111808 Jun 23 14:56:20.994737 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8a21a773-9e8d-4a47-af38-bd4ae33bfb82 req-e062797a-388c-4260-a2c1-49e2ec85ce19 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746298 Jun 23 14:56:21.281302 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc3cb9-58de-40de-9bc0-15f4ffaba17c req-afe49ae2-5a31-4a36-bc43-fac07f330926 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:21.286901 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 8fdd863b-eafe-4864-b510-bd8759ec4410 up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:56:21.288311 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-83fc3cb9-58de-40de-9bc0-15f4ffaba17c req-afe49ae2-5a31-4a36-bc43-fac07f330926 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 946 time: 0.1316028 Jun 23 14:56:21.360107 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-83fc3cb9-58de-40de-9bc0-15f4ffaba17c req-db4a5487-47f5-4e77-b6da-baf6d3f9b06d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627220 Jun 23 14:56:21.379165 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 40344) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:21.422313 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port 8fdd863b-eafe-4864-b510-bd8759ec4410 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:21.422708 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:21.506059 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63414dc-cf6b-4514-a3e6-906da3b830d2 tempest-TestVolumeBootPattern-2090023268 tempest-TestVolumeBootPattern-2090023268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:21.512997 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 40350) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:21.513884 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-f63414dc-cf6b-4514-a3e6-906da3b830d2 tempest-TestVolumeBootPattern-2090023268 tempest-TestVolumeBootPattern-2090023268-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 1094 time: 0.1312108 Jun 23 14:56:21.519149 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Request body: {'floatingip': {'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'port_id': '1380bb20-e394-4d17-8cee-c1d30891e8ac', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:56:21.603646 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for floatingip, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:21.664617 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:21.737873 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea8c8bb-239b-404c-9a1b-227aebe3f70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdd863b-eafe-4864-b510-bd8759ec4410'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:56:21.738470 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891086f-4226-43f7-bd30-a2d44c7296d8 req-1ded98b8-afba-4993-9880-c13a4cfbeba2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:21.742434 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11967dc-d1fa-470c-a668-4e18b551ecd7" -d '{"events": [{"server_uuid": "1ea8c8bb-239b-404c-9a1b-227aebe3f70e", "name": "network-vif-plugged", "status": "completed", "tag": "8fdd863b-eafe-4864-b510-bd8759ec4410"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:56:21.750624 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3891086f-4226-43f7-bd30-a2d44c7296d8 req-1ded98b8-afba-4993-9880-c13a4cfbeba2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 945 time: 0.1942759 Jun 23 14:56:21.775048 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 8fdd863b-eafe-4864-b510-bd8759ec4410, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8fdd863b-eafe-4864-b510-bd8759ec4410,segment=NetworkSegment(6b6d6175-6f7a-4ab0-944f-8ac973921a6d),segment_id=6b6d6175-6f7a-4ab0-944f-8ac973921a6d)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:21.781957 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:21.786940 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:21.871224 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:21.897569 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=8fdd863b-eafe-4864-b510-bd8759ec4410,revision_number=8']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:21.899814 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3891086f-4226-43f7-bd30-a2d44c7296d8 req-8d896550-a343-4393-95e7-68c07fe90a95 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467166 Jun 23 14:56:21.904674 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:22.010950 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a1664f-5117-47d0-bd83-80a8b9742028 x-openstack-request-id: req-d2a1664f-5117-47d0-bd83-80a8b9742028 {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:56:22.011250 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea8c8bb-239b-404c-9a1b-227aebe3f70e", "name": "network-vif-plugged", "status": "completed", "tag": "8fdd863b-eafe-4864-b510-bd8759ec4410", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:56:22.011565 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d2a1664f-5117-47d0-bd83-80a8b9742028 {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:56:22.011984 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea8c8bb-239b-404c-9a1b-227aebe3f70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdd863b-eafe-4864-b510-bd8759ec4410', 'code': 200} Jun 23 14:56:22.064701 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Allocated IP 172.27.2.4 (fcd7f1a0-b694-4219-968d-f28fbbdba0ee/e66531d2-b162-4d5a-9b95-91879084f23c/c16b7582-f618-41be-ab20-5151a1d74416) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:56:22.548510 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:22.560002 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489f8ff-d92a-4527-b7f6-f6ed3cbc3bed req-4850b7d6-93bd-421f-9988-05c5c26c13ab tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:22.568726 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2489f8ff-d92a-4527-b7f6-f6ed3cbc3bed req-4850b7d6-93bd-421f-9988-05c5c26c13ab tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.3508019 Jun 23 14:56:22.630332 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2489f8ff-d92a-4527-b7f6-f6ed3cbc3bed req-bac027fc-bed3-4daa-a68b-6507d9431e2a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603602 Jun 23 14:56:22.634828 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8062578-4c8a-4002-adc7-5d0d406bd644 req-035e6636-8546-47ec-a704-2bd962d19302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:22.636279 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b8062578-4c8a-4002-adc7-5d0d406bd644 req-035e6636-8546-47ec-a704-2bd962d19302 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 1099 time: 0.2915118 Jun 23 14:56:22.753447 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:22.764488 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c9285f5f-516b-4c47-8e97-ac639eec9fcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:22.824423 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Network fcd7f1a0-b694-4219-968d-f28fbbdba0ee is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:56:22.829430 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:56:22.835252 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-b8062578-4c8a-4002-adc7-5d0d406bd644 req-fede9a3f-2470-4ead-a817-8a7a86a6041d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868973 Jun 23 14:56:22.836539 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:56:22.901931 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Pushing event updated for resources: {'Port': ['ID=c16b7582-f618-41be-ab20-5151a1d74416,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:22.931581 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:23.218868 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5a88b-8bc7-4c76-be14-5e7d7a59247d req-4b029a54-a84c-491f-a17d-60006128ae17 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:23.220113 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1141e-caed-4789-ab03-dbe6c4bb7e2e req-c4556869-6e2f-484d-821e-f8304dceaf2e tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:23.232393 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0ac5a88b-8bc7-4c76-be14-5e7d7a59247d req-4b029a54-a84c-491f-a17d-60006128ae17 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=107c7b14-bf8d-49d4-8189-da358427bf22 HTTP/1.1" status: 200 len: 945 time: 0.2724319 Jun 23 14:56:23.234017 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4dc1141e-caed-4789-ab03-dbe6c4bb7e2e req-c4556869-6e2f-484d-821e-f8304dceaf2e tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.1350710 Jun 23 14:56:23.293816 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-4dc1141e-caed-4789-ab03-dbe6c4bb7e2e req-7a1c7972-ee8a-47b9-a13f-5e0986b2b71e tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584466 Jun 23 14:56:23.306426 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0ac5a88b-8bc7-4c76-be14-5e7d7a59247d req-caebd38a-4022-435a-a142-60c34dfdf7e7 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/security-groups?id=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728285 Jun 23 14:56:23.568897 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:23.724325 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:24.026501 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd644e-ce25-45ac-bc76-5bdd592a3c5e req-a8a615f0-60be-4e3b-95c8-ed000198a7b4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:24.032584 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6fcd644e-ce25-45ac-bc76-5bdd592a3c5e req-a8a615f0-60be-4e3b-95c8-ed000198a7b4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.1897438 Jun 23 14:56:24.079231 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:24.090916 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:24.101796 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-96fb75f9-179d-4818-93df-26c8196722d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:24.159289 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-6fcd644e-ce25-45ac-bc76-5bdd592a3c5e req-b3697a1d-ff15-4a2e-8e14-e19d2ca08e87 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188886 Jun 23 14:56:24.196097 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Pushing event updated for resources: {'Port': ['ID=c16b7582-f618-41be-ab20-5151a1d74416,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:24.198970 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:24.204981 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602980'] for floatingip, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:24.376440 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.db.l3_db [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Floating IP 5d3b4d49-ea0f-4c89-aca8-35d9aa4783c6 associated. External IP: 172.27.2.4, port: 1380bb20-e394-4d17-8cee-c1d30891e8ac. Jun 23 14:56:24.707790 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0792af2-0eea-47e0-b212-391a50b0843b req-888e8173-6ea0-47de-bce4-9823f0ab0ed3 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:24.711416 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b0792af2-0eea-47e0-b212-391a50b0843b req-888e8173-6ea0-47de-bce4-9823f0ab0ed3 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.1929238 Jun 23 14:56:24.786967 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:24.837557 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-b0792af2-0eea-47e0-b212-391a50b0843b req-6ece2a71-080e-48c6-9c3c-79aca389d25d tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643542 Jun 23 14:56:24.882282 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:56:24.914510 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a28a3a-3e65-43cd-ab8e-351d2bb540c9 req-0f4988e9-6ebc-442b-9d05-58d9e57d71dd tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:24.916148 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-08a28a3a-3e65-43cd-ab8e-351d2bb540c9 req-0f4988e9-6ebc-442b-9d05-58d9e57d71dd tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=107c7b14-bf8d-49d4-8189-da358427bf22 HTTP/1.1" status: 200 len: 945 time: 0.1179202 Jun 23 14:56:25.042174 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-08a28a3a-3e65-43cd-ab8e-351d2bb540c9 req-9df4d1d8-0c74-41b4-920c-2e6d0e42b5fc tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/security-groups?id=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863142 Jun 23 14:56:25.064658 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:56:25.078880 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55db95fb-7166-4497-a575-0ddc779a470d None None] Sync routers for ids ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:56:25.089918 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55db95fb-7166-4497-a575-0ddc779a470d None None] Routers {'1548b6d0-ddcc-43fb-8ee4-82162fae7d58'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:56:25.091022 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-55db95fb-7166-4497-a575-0ddc779a470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:56:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:25.114861 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for floatingip, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:25.170535 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6557262 Jun 23 14:56:25.171222 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d779a3-43ea-4a19-9f77-17538cf08fa6', 'tag': '1380bb20-e394-4d17-8cee-c1d30891e8ac'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:56:25.174022 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa78664-18c5-4eba-8ae4-3efadc21495b" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d779a3-43ea-4a19-9f77-17538cf08fa6", "tag": "1380bb20-e394-4d17-8cee-c1d30891e8ac"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:56:25.252765 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e1ee0f-ecb9-46fa-af4b-52e58bf30e6b x-openstack-request-id: req-c9e1ee0f-ecb9-46fa-af4b-52e58bf30e6b {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:56:25.253099 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d779a3-43ea-4a19-9f77-17538cf08fa6", "tag": "1380bb20-e394-4d17-8cee-c1d30891e8ac", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:56:25.253445 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c9e1ee0f-ecb9-46fa-af4b-52e58bf30e6b {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:56:25.253918 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d779a3-43ea-4a19-9f77-17538cf08fa6', 'tag': '1380bb20-e394-4d17-8cee-c1d30891e8ac', 'status': 'completed', 'code': 200} Jun 23 14:56:25.258568 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-55db95fb-7166-4497-a575-0ddc779a470d None None] Set router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:56:25.519471 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74907f9-86c3-4354-b694-b32c1b0f9cd1 req-2c88bf98-5302-4aac-837d-9aeabb982a85 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:25.526777 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-f74907f9-86c3-4354-b694-b32c1b0f9cd1 req-2c88bf98-5302-4aac-837d-9aeabb982a85 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.1969905 Jun 23 14:56:25.621250 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-55db95fb-7166-4497-a575-0ddc779a470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:05Z', 'revision_number': 4, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': '5d3b4d49-ea0f-4c89-aca8-35d9aa4783c6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'port_id': '1380bb20-e394-4d17-8cee-c1d30891e8ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'mac_address': 'fa:16:3e:aa:e3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d779a3-43ea-4a19-9f77-17538cf08fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:56:23Z', 'updated_at': '2021-06-23T14:56:23Z', 'revision_number': 0, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787c57ff-2941-483c-abdc-699c722c389d', 'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'mac_address': 'fa:16:3e:f7:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:04Z', 'updated_at': '2021-06-23T14:52:13Z', 'revision_number': 5, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'subnets': [{'id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:25.651302 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55db95fb-7166-4497-a575-0ddc779a470d None None] Checking router: 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:56:25.664521 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55db95fb-7166-4497-a575-0ddc779a470d None None] Routers {'1548b6d0-ddcc-43fb-8ee4-82162fae7d58'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:56:25.665308 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-55db95fb-7166-4497-a575-0ddc779a470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:56:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:25.826995 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-55db95fb-7166-4497-a575-0ddc779a470d None None] Set router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:56:25.890108 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c095ad9-e7ad-4dd8-af9e-08faf4c67de4 req-715d3030-430b-4f5c-acde-4034381face1 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:25.891550 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-8c095ad9-e7ad-4dd8-af9e-08faf4c67de4 req-715d3030-430b-4f5c-acde-4034381face1 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.44 "GET /v2.0/ports?device_id=107c7b14-bf8d-49d4-8189-da358427bf22 HTTP/1.1" status: 200 len: 945 time: 0.6064041 Jun 23 14:56:25.893723 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa78664-18c5-4eba-8ae4-3efadc21495b req-88589a62-a552-4131-abf6-e83f6ace808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:25.895086 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-faa78664-18c5-4eba-8ae4-3efadc21495b req-88589a62-a552-4131-abf6-e83f6ace808a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de80d8e05e914e30aa0a7ca86303ac3e&device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 1099 time: 0.5432701 Jun 23 14:56:25.905816 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f48cbb-ebc8-41a3-8a5e-ab74d1c9266b req-8c87b06c-790d-4d46-aacc-8c3ecfe3a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:25.907297 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e4f48cbb-ebc8-41a3-8a5e-ab74d1c9266b req-8c87b06c-790d-4d46-aacc-8c3ecfe3a2b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1f1df70bdc347509afb763322e81a15&device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 1098 time: 0.4888840 Jun 23 14:56:26.085818 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa78664-18c5-4eba-8ae4-3efadc21495b req-9f82b63f-96b1-464b-bf84-0b0627c74662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:26.087269 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-faa78664-18c5-4eba-8ae4-3efadc21495b req-9f82b63f-96b1-464b-bf84-0b0627c74662 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6 HTTP/1.1" status: 200 len: 912 time: 0.1790838 Jun 23 14:56:26.126837 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-f74907f9-86c3-4354-b694-b32c1b0f9cd1 req-2a49b0e5-016f-4fef-8015-5d6aa2f7e5f3 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5987806 Jun 23 14:56:26.248860 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-55db95fb-7166-4497-a575-0ddc779a470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:05Z', 'revision_number': 4, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': '5d3b4d49-ea0f-4c89-aca8-35d9aa4783c6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'port_id': '1380bb20-e394-4d17-8cee-c1d30891e8ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'mac_address': 'fa:16:3e:aa:e3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d779a3-43ea-4a19-9f77-17538cf08fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:56:23Z', 'updated_at': '2021-06-23T14:56:23Z', 'revision_number': 0, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787c57ff-2941-483c-abdc-699c722c389d', 'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'mac_address': 'fa:16:3e:f7:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:04Z', 'updated_at': '2021-06-23T14:52:13Z', 'revision_number': 5, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'subnets': [{'id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:26.281152 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55db95fb-7166-4497-a575-0ddc779a470d None None] The sync data for ids ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'] in dv-cinder-796286-8-iscsi is: [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:05Z', 'revision_number': 4, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': '5d3b4d49-ea0f-4c89-aca8-35d9aa4783c6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'port_id': '1380bb20-e394-4d17-8cee-c1d30891e8ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'mac_address': 'fa:16:3e:aa:e3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d779a3-43ea-4a19-9f77-17538cf08fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:56:23Z', 'updated_at': '2021-06-23T14:56:23Z', 'revision_number': 0, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787c57ff-2941-483c-abdc-699c722c389d', 'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'mac_address': 'fa:16:3e:f7:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:04Z', 'updated_at': '2021-06-23T14:52:13Z', 'revision_number': 5, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'subnets': [{'id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:56:26.283312 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-faa78664-18c5-4eba-8ae4-3efadc21495b req-dd7a9647-7a87-41e0-b6ed-0e2d63780564 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1380bb20-e394-4d17-8cee-c1d30891e8ac HTTP/1.1" status: 200 len: 998 time: 0.1760538 Jun 23 14:56:26.322772 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4535ad-e48f-4f23-9dea-5d3d7f6ee83f req-da482b3c-53da-44a8-a43c-fda11ba72cc4 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:26.331384 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-ce4535ad-e48f-4f23-9dea-5d3d7f6ee83f req-da482b3c-53da-44a8-a43c-fda11ba72cc4 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=107c7b14-bf8d-49d4-8189-da358427bf22 HTTP/1.1" status: 200 len: 945 time: 0.1035316 Jun 23 14:56:26.342773 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-8c095ad9-e7ad-4dd8-af9e-08faf4c67de4 req-f0d16eb0-99d6-4eb2-a2eb-e6deac8c08ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Deleting port a913eb99-84d8-4122-b71f-fa52d130d893 {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:56:26.343119 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-8c095ad9-e7ad-4dd8-af9e-08faf4c67de4 req-f0d16eb0-99d6-4eb2-a2eb-e6deac8c08ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:26.374069 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f48cbb-ebc8-41a3-8a5e-ab74d1c9266b req-94f8c2e9-bf71-49c3-9a99-ff352250cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:26.375236 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e4f48cbb-ebc8-41a3-8a5e-ab74d1c9266b req-94f8c2e9-bf71-49c3-9a99-ff352250cbb0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2d1e732-3395-45e9-ab92-336826d1d69d HTTP/1.1" status: 200 len: 918 time: 0.3029351 Jun 23 14:56:26.416097 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-ce4535ad-e48f-4f23-9dea-5d3d7f6ee83f req-ad24e000-0641-44d1-a070-8b704fb5d314 tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/security-groups?id=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831473 Jun 23 14:56:26.478019 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa78664-18c5-4eba-8ae4-3efadc21495b req-ed97fe5a-1747-4f65-9ed6-ac33f9d406cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:26.479506 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-faa78664-18c5-4eba-8ae4-3efadc21495b req-ed97fe5a-1747-4f65-9ed6-ac33f9d406cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71715e87-1bbc-4aaf-bc38-8d1e86684ae7 HTTP/1.1" status: 200 len: 850 time: 0.1888959 Jun 23 14:56:26.570211 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e4f48cbb-ebc8-41a3-8a5e-ab74d1c9266b req-24b34299-edb6-4c48-b470-75ab2c20da0b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c673043-eb41-4450-b8e5-78c142173a94 HTTP/1.1" status: 200 len: 1001 time: 0.1777377 Jun 23 14:56:26.576997 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-8c095ad9-e7ad-4dd8-af9e-08faf4c67de4 req-f0d16eb0-99d6-4eb2-a2eb-e6deac8c08ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] For port a913eb99-84d8-4122-b71f-fa52d130d893, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a913eb99-84d8-4122-b71f-fa52d130d893,segment=NetworkSegment(9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620),segment_id=9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:26.577385 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-8c095ad9-e7ad-4dd8-af9e-08faf4c67de4 req-f0d16eb0-99d6-4eb2-a2eb-e6deac8c08ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:26.626179 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe47a812-59ff-42c8-81fd-ee9a86ce8fd2 None None] New status for floating IP 5d3b4d49-ea0f-4c89-aca8-35d9aa4783c6: ACTIVE {{(pid=104659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:56:26.649201 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-8c095ad9-e7ad-4dd8-af9e-08faf4c67de4 req-f0d16eb0-99d6-4eb2-a2eb-e6deac8c08ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Calling delete_port for a913eb99-84d8-4122-b71f-fa52d130d893 owned by compute:nova {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:56:26.686610 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f48cbb-ebc8-41a3-8a5e-ab74d1c9266b req-98a14b23-f60e-4a3f-b443-a582e6889be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:26.688851 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e4f48cbb-ebc8-41a3-8a5e-ab74d1c9266b req-98a14b23-f60e-4a3f-b443-a582e6889be8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e25bbb7-3773-4230-b906-44113f972ac4 HTTP/1.1" status: 200 len: 856 time: 0.1077261 Jun 23 14:56:26.736362 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa78664-18c5-4eba-8ae4-3efadc21495b req-08518936-a5b1-49a6-bbce-771d49934381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:26.737880 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-faa78664-18c5-4eba-8ae4-3efadc21495b req-08518936-a5b1-49a6-bbce-771d49934381 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2464738 Jun 23 14:56:26.933674 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f48cbb-ebc8-41a3-8a5e-ab74d1c9266b req-8ef1c67d-6433-4c99-b0c8-b79c42b2c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:26.935164 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e4f48cbb-ebc8-41a3-8a5e-ab74d1c9266b req-8ef1c67d-6433-4c99-b0c8-b79c42b2c7db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d1e732-3395-45e9-ab92-336826d1d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2114201 Jun 23 14:56:26.940219 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-faa78664-18c5-4eba-8ae4-3efadc21495b req-24624aee-c745-4954-ba09-6e3bebd255f4 service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798899 Jun 23 14:56:27.070185 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-8c095ad9-e7ad-4dd8-af9e-08faf4c67de4 req-f0d16eb0-99d6-4eb2-a2eb-e6deac8c08ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:27.076726 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-3708f9d0-3fc1-441c-b8c8-1d40619b7555 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:27.082404 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['a913eb99-84d8-4122-b71f-fa52d130d893'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:56:27.123642 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d16eb0-99d6-4eb2-a2eb-e6deac8c08ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Pushing event deleted for resources: {'Port': ['ID=a913eb99-84d8-4122-b71f-fa52d130d893,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:27.132368 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-f0d16eb0-99d6-4eb2-a2eb-e6deac8c08ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:27.204501 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c095ad9-e7ad-4dd8-af9e-08faf4c67de4 req-f0d16eb0-99d6-4eb2-a2eb-e6deac8c08ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] No DVR routers for this DVR port a913eb99-84d8-4122-b71f-fa52d130d893 on host hv-cinder-79628 {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:56:27.208562 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-8c095ad9-e7ad-4dd8-af9e-08faf4c67de4 req-f0d16eb0-99d6-4eb2-a2eb-e6deac8c08ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:27.210657 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-8c095ad9-e7ad-4dd8-af9e-08faf4c67de4 req-f0d16eb0-99d6-4eb2-a2eb-e6deac8c08ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.44 "DELETE /v2.0/ports/a913eb99-84d8-4122-b71f-fa52d130d893 HTTP/1.1" status: 204 len: 173 time: 1.2047253 Jun 23 14:56:27.212608 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-faa78664-18c5-4eba-8ae4-3efadc21495b req-653ee84b-5446-44c4-8e6a-799fc7ec0152 service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486079 Jun 23 14:56:27.217169 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e4f48cbb-ebc8-41a3-8a5e-ab74d1c9266b req-5a0efe8c-eb84-433b-b31e-e990b72367d3 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705600 Jun 23 14:56:27.259059 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107c7b14-bf8d-49d4-8189-da358427bf22', 'name': 'network-vif-deleted', 'tag': 'a913eb99-84d8-4122-b71f-fa52d130d893'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:56:27.262585 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a3e7e7-c4e5-4712-bf91-e7290cd59092" -d '{"events": [{"server_uuid": "107c7b14-bf8d-49d4-8189-da358427bf22", "name": "network-vif-deleted", "tag": "a913eb99-84d8-4122-b71f-fa52d130d893"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:56:27.316082 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 4c673043-eb41-4450-b8e5-78c142173a94 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:56:27.438897 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e4f48cbb-ebc8-41a3-8a5e-ab74d1c9266b req-02b2e6cd-19ec-468e-8816-a07eac46c6db service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086666 Jun 23 14:56:27.441256 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:27.483079 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e12b6a5c-24f8-4c13-97e3-767f85a2ef02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c673043-eb41-4450-b8e5-78c142173a94'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:56:27.486109 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fd40a6-1dd2-484d-bc32-ea81a187ddf2" -d '{"events": [{"server_uuid": "e12b6a5c-24f8-4c13-97e3-767f85a2ef02", "name": "network-vif-unplugged", "status": "completed", "tag": "4c673043-eb41-4450-b8e5-78c142173a94"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:56:27.488749 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f338e4-4094-4d42-8224-cbb98c9bc630 x-openstack-request-id: req-79f338e4-4094-4d42-8224-cbb98c9bc630 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:56:27.489075 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107c7b14-bf8d-49d4-8189-da358427bf22", "name": "network-vif-deleted", "tag": "a913eb99-84d8-4122-b71f-fa52d130d893", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:56:27.489369 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-79f338e4-4094-4d42-8224-cbb98c9bc630 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:56:27.489831 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107c7b14-bf8d-49d4-8189-da358427bf22', 'name': 'network-vif-deleted', 'tag': 'a913eb99-84d8-4122-b71f-fa52d130d893', 'status': 'completed', 'code': 200} Jun 23 14:56:27.504302 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 4c673043-eb41-4450-b8e5-78c142173a94, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4c673043-eb41-4450-b8e5-78c142173a94,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:27.509166 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8ca8f-fc17-4ec4-a6b4-a792d33e0466 req-d9d796c9-c7b8-4e1f-bdf3-6c9e06b1f75c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:27.510419 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:27.513200 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:27.517567 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fed8ca8f-fc17-4ec4-a6b4-a792d33e0466 req-d9d796c9-c7b8-4e1f-bdf3-6c9e06b1f75c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 945 time: 0.1462882 Jun 23 14:56:27.563040 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-fed8ca8f-fc17-4ec4-a6b4-a792d33e0466 req-36213680-e1fc-48e7-babc-70ef0550c9bc tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452228 Jun 23 14:56:27.596849 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=4c673043-eb41-4450-b8e5-78c142173a94,revision_number=8']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:27.600422 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:27.613418 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 14:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c151d46-686a-4fb5-ad20-ac365944318b x-openstack-request-id: req-7c151d46-686a-4fb5-ad20-ac365944318b {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:56:27.613730 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e12b6a5c-24f8-4c13-97e3-767f85a2ef02", "name": "network-vif-unplugged", "status": "completed", "tag": "4c673043-eb41-4450-b8e5-78c142173a94", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:56:27.614097 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c151d46-686a-4fb5-ad20-ac365944318b {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:56:27.614772 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e12b6a5c-24f8-4c13-97e3-767f85a2ef02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c673043-eb41-4450-b8e5-78c142173a94', 'code': 200} Jun 23 14:56:27.704667 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-d8690f06-0243-43ba-8dc1-431a23cc8c9b req-b889bc8b-b111-46ba-9e7b-a04017878cce tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] 10.222.0.65 "GET /v2.0/ports?device_id=107c7b14-bf8d-49d4-8189-da358427bf22 HTTP/1.1" status: 200 len: 210 time: 0.0447979 Jun 23 14:56:28.797319 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a9a37-4738-4d7f-b3e7-0030b7ca548c req-ac932a3d-8232-448e-ba16-253406f34a90 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:28.805538 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-004a9a37-4738-4d7f-b3e7-0030b7ca548c req-ac932a3d-8232-448e-ba16-253406f34a90 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 943 time: 0.1019485 Jun 23 14:56:28.863224 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-004a9a37-4738-4d7f-b3e7-0030b7ca548c req-c2fa7ff6-c486-45cd-aa76-f638cf1a56a8 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563056 Jun 23 14:56:29.317196 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device a913eb99-84d8-4122-b71f-fa52d130d893 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:56:29.342078 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] No Port match for: a913eb99-84d8-4122-b71f-fa52d130d893 {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:56:29.343065 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device a913eb99-84d8-4122-b71f-fa52d130d893 not bound to the agent host hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:56:30.199470 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60618b22-8d30-45f1-ad13-a54af7e8814e req-24ae6ab7-bf04-4c83-8a56-f4a185525ebd tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:30.201585 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-60618b22-8d30-45f1-ad13-a54af7e8814e req-24ae6ab7-bf04-4c83-8a56-f4a185525ebd tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 943 time: 0.1173325 Jun 23 14:56:30.259007 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-60618b22-8d30-45f1-ad13-a54af7e8814e req-3c5ffe3d-77b9-480e-a08f-65d056acf731 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492637 Jun 23 14:56:33.599787 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ee8e3-f372-4a0d-b4d6-66e5a9bc6799 req-eaaa08c1-46c8-4533-8c1c-3cc086e3e5be tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:33.601584 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-886ee8e3-f372-4a0d-b4d6-66e5a9bc6799 req-eaaa08c1-46c8-4533-8c1c-3cc086e3e5be tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 943 time: 0.1396403 Jun 23 14:56:33.636210 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-e9ccf461-2d4b-418b-abb9-b186571f0eb5 req-7f5a18b8-5d8e-4ba5-b4f7-5d7d88344ecd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1159737 Jun 23 14:56:33.664894 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-886ee8e3-f372-4a0d-b4d6-66e5a9bc6799 req-9dcf421d-9129-43cd-8101-8fd862a1daf2 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555375 Jun 23 14:56:34.873142 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c1363-8b69-4d9d-a41d-3b4849872fa9 req-99098497-a024-4bd4-8d56-18ca47678b6c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:34.876250 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-8e4c1363-8b69-4d9d-a41d-3b4849872fa9 req-99098497-a024-4bd4-8d56-18ca47678b6c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 943 time: 0.0828052 Jun 23 14:56:34.977465 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-8e4c1363-8b69-4d9d-a41d-3b4849872fa9 req-dd5ce345-6522-461e-a8e7-bc8aae42e781 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634787 Jun 23 14:56:34.992110 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccf461-2d4b-418b-abb9-b186571f0eb5 req-a0e52235-f97b-4faa-9d70-178a70e15c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:34.994125 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e9ccf461-2d4b-418b-abb9-b186571f0eb5 req-a0e52235-f97b-4faa-9d70-178a70e15c17 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02&tenant_id=f1f1df70bdc347509afb763322e81a15 HTTP/1.1" status: 200 len: 1096 time: 0.1167383 Jun 23 14:56:35.100871 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccf461-2d4b-418b-abb9-b186571f0eb5 req-b0cf8024-0a2e-40f0-9341-6f7a88f1d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:35.102863 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e9ccf461-2d4b-418b-abb9-b186571f0eb5 req-b0cf8024-0a2e-40f0-9341-6f7a88f1d48b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1f1df70bdc347509afb763322e81a15&device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 1096 time: 0.0727959 Jun 23 14:56:35.203980 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccf461-2d4b-418b-abb9-b186571f0eb5 req-01fffe25-2b6c-4367-a9d4-3f75967c0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:35.205449 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e9ccf461-2d4b-418b-abb9-b186571f0eb5 req-01fffe25-2b6c-4367-a9d4-3f75967c0ec8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2d1e732-3395-45e9-ab92-336826d1d69d HTTP/1.1" status: 200 len: 918 time: 0.0956686 Jun 23 14:56:35.283201 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e9ccf461-2d4b-418b-abb9-b186571f0eb5 req-54e0ba4d-906c-4212-8b13-e577f7857908 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c673043-eb41-4450-b8e5-78c142173a94 HTTP/1.1" status: 200 len: 999 time: 0.0705278 Jun 23 14:56:35.335831 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccf461-2d4b-418b-abb9-b186571f0eb5 req-eb20059f-a16f-4b57-8c7b-f59fec24e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:35.337296 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e9ccf461-2d4b-418b-abb9-b186571f0eb5 req-eb20059f-a16f-4b57-8c7b-f59fec24e143 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e25bbb7-3773-4230-b906-44113f972ac4 HTTP/1.1" status: 200 len: 856 time: 0.0479543 Jun 23 14:56:35.405932 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccf461-2d4b-418b-abb9-b186571f0eb5 req-bb4788a6-0e4e-4873-b856-8f457bda4632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:35.407521 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e9ccf461-2d4b-418b-abb9-b186571f0eb5 req-bb4788a6-0e4e-4873-b856-8f457bda4632 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d1e732-3395-45e9-ab92-336826d1d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620475 Jun 23 14:56:35.514704 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e9ccf461-2d4b-418b-abb9-b186571f0eb5 req-4931c9f8-ea5d-4555-808b-1fdf7a40ab74 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999193 Jun 23 14:56:35.624564 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e9ccf461-2d4b-418b-abb9-b186571f0eb5 req-51b8a702-85a8-48d1-933c-a694e2781193 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026881 Jun 23 14:56:36.308144 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ea03f-51b3-41d2-85ae-67a26efedd14 req-0c85e9a5-1234-4c38-a11e-6e8811eb7fc4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:36.310075 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1c4ea03f-51b3-41d2-85ae-67a26efedd14 req-0c85e9a5-1234-4c38-a11e-6e8811eb7fc4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 943 time: 0.1586134 Jun 23 14:56:36.387662 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1c4ea03f-51b3-41d2-85ae-67a26efedd14 req-2e030212-c4fe-4272-8fb2-e98189581ea1 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709488 Jun 23 14:56:36.691637 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 40682) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:36.740151 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0208ab-057e-46a4-a6c8-8f40af6d8dc3 admin admin] Deleting subnet 93f9266c-413e-4153-8cc3-ae69c51a56f7 {{(pid=104657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:56:36.743741 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-4c0208ab-057e-46a4-a6c8-8f40af6d8dc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:36.781044 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-4c0208ab-057e-46a4-a6c8-8f40af6d8dc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3530106'] for subnet, precommit_delete_associations {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:36.822288 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-4c0208ab-057e-46a4-a6c8-8f40af6d8dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16078100'] for subnet, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:36.888227 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-4c0208ab-057e-46a4-a6c8-8f40af6d8dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16078093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4170546'] for subnet, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:36.889958 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:36.915355 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0208ab-057e-46a4-a6c8-8f40af6d8dc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f9266c-413e-4153-8cc3-ae69c51a56f7,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:36.918346 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-4c0208ab-057e-46a4-a6c8-8f40af6d8dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:36.919405 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-4c0208ab-057e-46a4-a6c8-8f40af6d8dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:36.923586 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-4c0208ab-057e-46a4-a6c8-8f40af6d8dc3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/93f9266c-413e-4153-8cc3-ae69c51a56f7 HTTP/1.1" status: 204 len: 168 time: 0.2285042 Jun 23 14:56:36.924593 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 40684) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:37.004584 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-25b4fefc-04e9-4ebf-826a-7f4475e015f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235410'] for network, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:37.054156 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-74b62a02-518b-4a23-ab6f-8b26b7e1093f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:37.110880 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-25b4fefc-04e9-4ebf-826a-7f4475e015f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16034969', 'neutron.services.segments.db._delete_segments_for_network-8784122434079'] for network, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:37.122160 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-25b4fefc-04e9-4ebf-826a-7f4475e015f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea319e2-c590-4b2e-b278-c4bbee04be67']}} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:37.132718 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-25b4fefc-04e9-4ebf-826a-7f4475e015f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb') {'for_net_delete': True} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:37.133017 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-25b4fefc-04e9-4ebf-826a-7f4475e015f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7230a9c5-5d4a-487c-ac6c-61f0ae3e41bb') {} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:37.142245 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-25b4fefc-04e9-4ebf-826a-7f4475e015f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784122471918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3530085'] for segment, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:37.156488 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-25b4fefc-04e9-4ebf-826a-7f4475e015f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:37.162953 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b4fefc-04e9-4ebf-826a-7f4475e015f6 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=104657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:56:37.163498 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-25b4fefc-04e9-4ebf-826a-7f4475e015f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3444818'] for segment, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: Traceback (most recent call last): Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: timer() Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: cb(*args, **kw) Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: return func(*args, **kwargs) Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: self._notify() Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: self.callback(batched_events) Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: event.method(event) Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: return f(self, *a, **k) Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: return self._get(url).json() Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: return self.request(url, 'GET', **kwargs) Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:56:37.165333 dv-cinder-796286-8-iscsi neutron-server[104657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:56:37.236687 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-25b4fefc-04e9-4ebf-826a-7f4475e015f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16034962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602998'] for network, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:37.240598 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:37.243412 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-25b4fefc-04e9-4ebf-826a-7f4475e015f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:37.245900 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-25b4fefc-04e9-4ebf-826a-7f4475e015f6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/fea319e2-c590-4b2e-b278-c4bbee04be67 HTTP/1.1" status: 204 len: 168 time: 0.3205078 Jun 23 14:56:37.259509 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4fefc-04e9-4ebf-826a-7f4475e015f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fea319e2-c590-4b2e-b278-c4bbee04be67,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:37.262068 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-25b4fefc-04e9-4ebf-826a-7f4475e015f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:37.364843 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 4c673043-eb41-4450-b8e5-78c142173a94 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:56:37.575949 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 40696) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:37.656070 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d6207-51fb-4ad0-9e98-2e27fd767058 req-9015fc00-b107-426a-9a4c-97b75b879652 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:37.663819 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c85d6207-51fb-4ad0-9e98-2e27fd767058 req-9015fc00-b107-426a-9a4c-97b75b879652 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 943 time: 0.0966756 Jun 23 14:56:37.687420 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-e54f2937-6be5-4e0e-920a-8b91e755aab8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ced541ecd804f12b379775dcfbd283a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1095197 Jun 23 14:56:37.688889 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 40698) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:37.774429 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c85d6207-51fb-4ad0-9e98-2e27fd767058 req-d1072fb8-9135-4858-bf5b-0ac6e783d6e5 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095991 Jun 23 14:56:37.780218 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6771b2d9-d68a-4b21-957e-dcc2567060eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:37.815859 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6771b2d9-d68a-4b21-957e-dcc2567060eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:37.894275 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6771b2d9-d68a-4b21-957e-dcc2567060eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:37.897306 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6771b2d9-d68a-4b21-957e-dcc2567060eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:37.901647 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-6771b2d9-d68a-4b21-957e-dcc2567060eb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/56be0659-c532-4f0e-b25a-23a555c4c276 HTTP/1.1" status: 204 len: 168 time: 0.2112534 Jun 23 14:56:37.904110 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-aebe730a-a001-4930-9430-a1fab29daa00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:37.913183 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771b2d9-d68a-4b21-957e-dcc2567060eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56be0659-c532-4f0e-b25a-23a555c4c276,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:37.922721 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771b2d9-d68a-4b21-957e-dcc2567060eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:37.923115 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771b2d9-d68a-4b21-957e-dcc2567060eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:37.923499 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771b2d9-d68a-4b21-957e-dcc2567060eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:37.923873 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771b2d9-d68a-4b21-957e-dcc2567060eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:37.924247 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771b2d9-d68a-4b21-957e-dcc2567060eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:37.924618 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771b2d9-d68a-4b21-957e-dcc2567060eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:37.924984 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771b2d9-d68a-4b21-957e-dcc2567060eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:37.925353 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771b2d9-d68a-4b21-957e-dcc2567060eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:37.925730 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771b2d9-d68a-4b21-957e-dcc2567060eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:37.926109 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771b2d9-d68a-4b21-957e-dcc2567060eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:37.926462 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771b2d9-d68a-4b21-957e-dcc2567060eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:37.926820 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771b2d9-d68a-4b21-957e-dcc2567060eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:37.930920 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-6771b2d9-d68a-4b21-957e-dcc2567060eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:39.001079 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7487-8184-43b9-a9ac-40c0c7ea82ea req-9cd0eafe-95b0-4a2a-9c94-fa319757dece tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:39.002963 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-365d7487-8184-43b9-a9ac-40c0c7ea82ea req-9cd0eafe-95b0-4a2a-9c94-fa319757dece tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 943 time: 0.0791671 Jun 23 14:56:39.047963 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-365d7487-8184-43b9-a9ac-40c0c7ea82ea req-50425034-1760-4416-9938-2e924f5e4ddb tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385246 Jun 23 14:56:39.781075 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:39.797823 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9735d5ef-f2ed-421d-bd01-c6cc723275c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:40.272144 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625e759-bea6-42c7-aa6d-f98127e1060b req-f1fac013-5e03-4fa2-a70b-10b73a0db889 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:40.273622 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3625e759-bea6-42c7-aa6d-f98127e1060b req-f1fac013-5e03-4fa2-a70b-10b73a0db889 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 943 time: 0.0709460 Jun 23 14:56:40.314510 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3625e759-bea6-42c7-aa6d-f98127e1060b req-5273a798-5cc1-4564-8630-503f79abeccf tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346613 Jun 23 14:56:40.949616 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:41.500543 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a6bb1-8593-47bb-979b-0684411dd050 req-07b12117-1234-409a-b6fc-f434a12ae953 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:41.502065 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-482a6bb1-8593-47bb-979b-0684411dd050 req-07b12117-1234-409a-b6fc-f434a12ae953 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 943 time: 0.0675437 Jun 23 14:56:41.545304 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-482a6bb1-8593-47bb-979b-0684411dd050 req-034037d2-9ea2-4cc0-94ba-40614c0915f4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376196 Jun 23 14:56:42.698003 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:42.730940 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1e138-9042-44cd-8bf1-18676742d634 req-de8ce37c-7be0-4a9d-8b70-66c595b8c275 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:42.732425 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-84b1e138-9042-44cd-8bf1-18676742d634 req-de8ce37c-7be0-4a9d-8b70-66c595b8c275 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 943 time: 0.0660934 Jun 23 14:56:42.771009 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-84b1e138-9042-44cd-8bf1-18676742d634 req-4ff8ecb1-bcd2-41c3-9398-ab1482de3959 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320888 Jun 23 14:56:43.977670 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef35f57-6969-4d53-ad70-994bd32b91f0 req-3232527f-416a-4cff-b6dc-aae72e193647 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:43.979198 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-eef35f57-6969-4d53-ad70-994bd32b91f0 req-3232527f-416a-4cff-b6dc-aae72e193647 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 943 time: 0.0729496 Jun 23 14:56:44.021650 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-eef35f57-6969-4d53-ad70-994bd32b91f0 req-e08aa078-1383-4208-a9fb-dddcb57ecfaf tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350592 Jun 23 14:56:45.218686 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ab84b-efa7-4b93-ac50-db86124f2ef8 req-a19150e6-a0a4-4381-8f30-9931d4bfc451 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:45.220079 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-ed5ab84b-efa7-4b93-ac50-db86124f2ef8 req-a19150e6-a0a4-4381-8f30-9931d4bfc451 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 943 time: 0.0683584 Jun 23 14:56:45.259993 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-ed5ab84b-efa7-4b93-ac50-db86124f2ef8 req-de698911-522f-4c12-8d77-ed24de770f37 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338056 Jun 23 14:56:46.454503 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d8acb-0b71-443a-ac24-f351246c6b88 req-c9f317b2-b280-43af-99ce-166ac0ce0268 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:46.456068 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d14d8acb-0b71-443a-ac24-f351246c6b88 req-c9f317b2-b280-43af-99ce-166ac0ce0268 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 943 time: 0.0752316 Jun 23 14:56:46.495682 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d14d8acb-0b71-443a-ac24-f351246c6b88 req-dec8dc4b-ce4e-4bbb-bc80-e765edecec5c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328104 Jun 23 14:56:47.381288 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:56:47.687552 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b08f8-34cf-439d-bfa2-4ee5e9db9231 req-ce7eb66f-d146-4032-8151-6d1d5a97483d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:47.689066 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9a6b08f8-34cf-439d-bfa2-4ee5e9db9231 req-ce7eb66f-d146-4032-8151-6d1d5a97483d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 943 time: 0.0708892 Jun 23 14:56:47.727807 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9a6b08f8-34cf-439d-bfa2-4ee5e9db9231 req-c17ee76b-4733-4c5a-900f-021f97771e81 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331099 Jun 23 14:56:48.927621 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5c019-c1be-4fa1-8e6f-1daa430e056d req-501ccafc-349b-4540-9479-0379a987664d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:48.929087 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-99a5c019-c1be-4fa1-8e6f-1daa430e056d req-501ccafc-349b-4540-9479-0379a987664d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 943 time: 0.0750797 Jun 23 14:56:48.971596 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-99a5c019-c1be-4fa1-8e6f-1daa430e056d req-cca02a20-854d-4779-8e35-ca1d138018a3 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350602 Jun 23 14:56:50.160495 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614e759-16ff-44b7-899f-129bd2a53ff0 req-fe416f54-57ab-4e76-bf25-6e5aa62bed38 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:50.162016 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8614e759-16ff-44b7-899f-129bd2a53ff0 req-fe416f54-57ab-4e76-bf25-6e5aa62bed38 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 943 time: 0.0647752 Jun 23 14:56:50.200742 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-8614e759-16ff-44b7-899f-129bd2a53ff0 req-3dd3cb1c-ac1c-4be2-962d-60390bf9c2c4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328434 Jun 23 14:56:51.391658 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa73151-ed24-45b6-aee7-58cbadc3a3eb req-898846fa-04a7-4eb3-bd24-00270b619cc1 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:51.393127 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6fa73151-ed24-45b6-aee7-58cbadc3a3eb req-898846fa-04a7-4eb3-bd24-00270b619cc1 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 943 time: 0.0630810 Jun 23 14:56:51.431775 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6fa73151-ed24-45b6-aee7-58cbadc3a3eb req-2602b383-6b5f-4486-8eed-6ad5d92edfc8 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331450 Jun 23 14:56:52.619397 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cc045-ed61-4a24-8fcf-3d8300d5ee83 req-601dc51b-a5f6-48a4-a319-e490f1afeabf tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:52.621644 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-993cc045-ed61-4a24-8fcf-3d8300d5ee83 req-601dc51b-a5f6-48a4-a319-e490f1afeabf tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 943 time: 0.0733716 Jun 23 14:56:52.659212 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-993cc045-ed61-4a24-8fcf-3d8300d5ee83 req-f3936e9d-d6c2-4286-a818-27140f539a1e tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319016 Jun 23 14:56:52.736564 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 40868) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:52.785580 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea08d705-0164-4a43-ace9-83f2017a691f admin admin] Deleting subnet cf4a5e34-7589-4404-98c5-cf628c32c11c {{(pid=104656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:56:52.788661 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ea08d705-0164-4a43-ace9-83f2017a691f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:52.822879 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ea08d705-0164-4a43-ace9-83f2017a691f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51554208'] for subnet, precommit_delete_associations {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:52.860838 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ea08d705-0164-4a43-ace9-83f2017a691f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16078100'] for subnet, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:52.914303 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ea08d705-0164-4a43-ace9-83f2017a691f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16078093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51636782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51615615'] for subnet, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:52.917327 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-4cb552e8-5098-4db7-a72b-b3fd40c28b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:52.946227 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08d705-0164-4a43-ace9-83f2017a691f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf4a5e34-7589-4404-98c5-cf628c32c11c,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:52.948157 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ea08d705-0164-4a43-ace9-83f2017a691f admin admin] Notify callbacks [] for subnet, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:52.952276 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-ea08d705-0164-4a43-ace9-83f2017a691f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/cf4a5e34-7589-4404-98c5-cf628c32c11c HTTP/1.1" status: 204 len: 168 time: 0.2124455 Jun 23 14:56:52.952276 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-ea08d705-0164-4a43-ace9-83f2017a691f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:52.953397 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 40878) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:53.020815 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-16d4711c-2d8d-4bf2-a2e0-b71e48167742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235410'] for network, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:53.295640 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9a371-5159-4401-92c8-dea10cbebc14 req-c13b7897-d722-4090-be49-ccc5900f1018 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:53.297117 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-40b9a371-5159-4401-92c8-dea10cbebc14 req-c13b7897-d722-4090-be49-ccc5900f1018 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 945 time: 0.0654044 Jun 23 14:56:53.335343 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-40b9a371-5159-4401-92c8-dea10cbebc14 req-a4a9c3be-5c67-43e5-b360-474d5c1fa8f9 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffa01e3a-bbde-4c89-92d6-ab81e1ae3887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322342 Jun 23 14:56:53.354647 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-16d4711c-2d8d-4bf2-a2e0-b71e48167742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16034969', 'neutron.services.segments.db._delete_segments_for_network-8784122434079'] for network, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:53.365243 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-16d4711c-2d8d-4bf2-a2e0-b71e48167742 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5552d91b-33d4-4841-9dcc-24e73f481dc7']}} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:53.375334 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-16d4711c-2d8d-4bf2-a2e0-b71e48167742 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620') {'for_net_delete': True} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:53.375634 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-16d4711c-2d8d-4bf2-a2e0-b71e48167742 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4cdbf9-4ae7-484c-9bdb-2f8c24a04620') {} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:53.383959 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-16d4711c-2d8d-4bf2-a2e0-b71e48167742 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784122471918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51554239'] for segment, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:53.402125 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-16d4711c-2d8d-4bf2-a2e0-b71e48167742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:53.410205 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d4711c-2d8d-4bf2-a2e0-b71e48167742 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=104656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:56:53.410597 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-16d4711c-2d8d-4bf2-a2e0-b71e48167742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51636915'] for segment, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: Traceback (most recent call last): Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: timer() Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: cb(*args, **kw) Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: return func(*args, **kwargs) Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: self._notify() Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: self.callback(batched_events) Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: event.method(event) Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: return f(self, *a, **k) Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: return self._get(url).json() Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: return self.request(url, 'GET', **kwargs) Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:56:53.412229 dv-cinder-796286-8-iscsi neutron-server[104656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:56:53.456349 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 4c673043-eb41-4450-b8e5-78c142173a94 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:56:53.464199 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-16d4711c-2d8d-4bf2-a2e0-b71e48167742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16034962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602998'] for network, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:53.470227 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-16d4711c-2d8d-4bf2-a2e0-b71e48167742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:53.474276 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-16d4711c-2d8d-4bf2-a2e0-b71e48167742 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5552d91b-33d4-4841-9dcc-24e73f481dc7 HTTP/1.1" status: 204 len: 168 time: 0.5208006 Jun 23 14:56:53.475297 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:53.487718 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4711c-2d8d-4bf2-a2e0-b71e48167742 admin admin] Pushing event deleted for resources: {'Network': ['ID=5552d91b-33d4-4841-9dcc-24e73f481dc7,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:53.490318 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-16d4711c-2d8d-4bf2-a2e0-b71e48167742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:53.560225 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 4c673043-eb41-4450-b8e5-78c142173a94, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4c673043-eb41-4450-b8e5-78c142173a94,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:53.571270 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': '4c673043-eb41-4450-b8e5-78c142173a94', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'port_id': '4c673043-eb41-4450-b8e5-78c142173a94', 'mac_address': 'fa:16:3e:27:08:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:56:53.608446 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:53.621202 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c673043-eb41-4450-b8e5-78c142173a94 {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:56:53.647260 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 4c673043-eb41-4450-b8e5-78c142173a94, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4c673043-eb41-4450-b8e5-78c142173a94,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:53.648001 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 40884) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:53.652073 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:53.655674 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-5630dff2-33c9-48dc-95e4-b439e3c4e4a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:53.691552 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-0810f317-ad36-45f9-aaaf-e08c658ba2f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4a83ffacd484327999f484d8dbf8555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422173 Jun 23 14:56:53.693841 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 40886) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:53.703587 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=4c673043-eb41-4450-b8e5-78c142173a94,revision_number=9']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:53.710921 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:53.711280 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:53.711645 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:53.711963 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:53.712299 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:53.712635 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:53.712970 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:53.713299 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:53.713998 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:53.713998 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:53.714420 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:53.714658 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:56:53.719368 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:53.760761 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b368a265-baa6-4238-8b02-d2fdf542eefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:53.782186 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b368a265-baa6-4238-8b02-d2fdf542eefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:53.859628 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b368a265-baa6-4238-8b02-d2fdf542eefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:53.862111 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-b368a265-baa6-4238-8b02-d2fdf542eefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:53.863208 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-b368a265-baa6-4238-8b02-d2fdf542eefd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9 HTTP/1.1" status: 204 len: 168 time: 0.1682975 Jun 23 14:56:53.864680 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-9f2d6379-d2ff-4a55-aa0e-d38ea84c916f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:53.877788 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368a265-baa6-4238-8b02-d2fdf542eefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925b79ed-a4ca-42d8-ad5c-2d7d9db8a8d9,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:53.880471 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-b368a265-baa6-4238-8b02-d2fdf542eefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:53.888597 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddbee9-fe78-4453-9fb6-325b9e3a3a6c req-356959b2-41e9-4afd-971f-16be2e47d4ae tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:53.890082 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f1ddbee9-fe78-4453-9fb6-325b9e3a3a6c req-356959b2-41e9-4afd-971f-16be2e47d4ae tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 944 time: 0.0819612 Jun 23 14:56:53.927539 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['4c673043-eb41-4450-b8e5-78c142173a94'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:56:53.935511 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f1ddbee9-fe78-4453-9fb6-325b9e3a3a6c req-fcc62d6e-752a-441b-aa06-fd1f0d4bf169 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382259 Jun 23 14:56:54.507590 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baed54-23ed-405b-b304-4617d6d7d517 req-a744d2e7-c914-43de-88e6-00c2c6ef98a0 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:54.509042 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d6baed54-23ed-405b-b304-4617d6d7d517 req-a744d2e7-c914-43de-88e6-00c2c6ef98a0 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 945 time: 0.0631042 Jun 23 14:56:54.548695 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d6baed54-23ed-405b-b304-4617d6d7d517 req-be372e6c-efca-4df4-a2b4-5abfa8e877eb tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffa01e3a-bbde-4c89-92d6-ab81e1ae3887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340245 Jun 23 14:56:54.734293 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:55.112126 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c292e50-62c6-4339-9057-ebf5ce039157 req-94bdfaa6-e794-4bd2-8507-d920a026019b tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:55.113557 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3c292e50-62c6-4339-9057-ebf5ce039157 req-94bdfaa6-e794-4bd2-8507-d920a026019b tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 945 time: 0.0651264 Jun 23 14:56:55.115198 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea34366-d686-472e-9f13-e8683e66ea62 req-58430788-5fe1-4030-a499-4202c5b8ccb4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:55.116640 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-1ea34366-d686-472e-9f13-e8683e66ea62 req-58430788-5fe1-4030-a499-4202c5b8ccb4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 944 time: 0.0646944 Jun 23 14:56:55.155022 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-1ea34366-d686-472e-9f13-e8683e66ea62 req-733b6e5d-dc1b-4cc8-9ad1-d74d13a17df7 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324667 Jun 23 14:56:55.210540 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-3c292e50-62c6-4339-9057-ebf5ce039157 req-281faf57-a0ba-4bcc-b8b1-5616f1170f17 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Deleting port 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:56:55.210874 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-3c292e50-62c6-4339-9057-ebf5ce039157 req-281faf57-a0ba-4bcc-b8b1-5616f1170f17 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:55.299018 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-3c292e50-62c6-4339-9057-ebf5ce039157 req-281faf57-a0ba-4bcc-b8b1-5616f1170f17 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] For port 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8f68e28a-21f7-4b60-ade1-eec3bc1a14bb,segment=NetworkSegment(f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7),segment_id=f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:55.299373 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-3c292e50-62c6-4339-9057-ebf5ce039157 req-281faf57-a0ba-4bcc-b8b1-5616f1170f17 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:55.462047 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-3c292e50-62c6-4339-9057-ebf5ce039157 req-281faf57-a0ba-4bcc-b8b1-5616f1170f17 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:55.462420 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-3c292e50-62c6-4339-9057-ebf5ce039157 req-281faf57-a0ba-4bcc-b8b1-5616f1170f17 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602980'] for floatingip, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:55.462731 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.db.l3_db [req-3c292e50-62c6-4339-9057-ebf5ce039157 req-281faf57-a0ba-4bcc-b8b1-5616f1170f17 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Floating IP e1812cec-118b-474c-b0b2-8f84fc3d3275 disassociated. External IP: 172.27.2.245, port: 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb. Jun 23 14:56:55.463072 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-3c292e50-62c6-4339-9057-ebf5ce039157 req-281faf57-a0ba-4bcc-b8b1-5616f1170f17 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Calling delete_port for 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb owned by compute:nova {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:56:55.467477 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 4c673043-eb41-4450-b8e5-78c142173a94 up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:56:55.514604 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port 4c673043-eb41-4450-b8e5-78c142173a94 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:56:55.514989 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:55.596454 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:55.621996 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e12b6a5c-24f8-4c13-97e3-767f85a2ef02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c673043-eb41-4450-b8e5-78c142173a94'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:56:55.625844 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2affd20-c070-461d-9dc0-cd50473b7d32" -d '{"events": [{"server_uuid": "e12b6a5c-24f8-4c13-97e3-767f85a2ef02", "name": "network-vif-plugged", "status": "completed", "tag": "4c673043-eb41-4450-b8e5-78c142173a94"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:56:55.651188 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 4c673043-eb41-4450-b8e5-78c142173a94, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4c673043-eb41-4450-b8e5-78c142173a94,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:56:55.656815 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:55.659578 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:55.688284 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eda8bb1-7c93-4cda-982a-de94d8a46fee x-openstack-request-id: req-1eda8bb1-7c93-4cda-982a-de94d8a46fee {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:56:55.688671 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e12b6a5c-24f8-4c13-97e3-767f85a2ef02", "name": "network-vif-plugged", "status": "completed", "tag": "4c673043-eb41-4450-b8e5-78c142173a94", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:56:55.688871 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1eda8bb1-7c93-4cda-982a-de94d8a46fee {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:56:55.689247 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e12b6a5c-24f8-4c13-97e3-767f85a2ef02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c673043-eb41-4450-b8e5-78c142173a94', 'code': 200} Jun 23 14:56:55.716001 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=4c673043-eb41-4450-b8e5-78c142173a94,revision_number=10']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:55.719077 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:55.914562 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-3c292e50-62c6-4339-9057-ebf5ce039157 req-281faf57-a0ba-4bcc-b8b1-5616f1170f17 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:55.922653 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-1ce8ca4d-f180-4f4d-b8ff-6eaa4b2efa28 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:55.962289 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281faf57-a0ba-4bcc-b8b1-5616f1170f17 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Pushing event deleted for resources: {'Port': ['ID=8f68e28a-21f7-4b60-ade1-eec3bc1a14bb,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:55.969585 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-281faf57-a0ba-4bcc-b8b1-5616f1170f17 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:55.982211 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abbc3e-b2c3-4e47-b0a6-5591e1dfffdf req-625f40f2-ae49-4c95-b53a-ee416178c4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:55.983751 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-63abbc3e-b2c3-4e47-b0a6-5591e1dfffdf req-625f40f2-ae49-4c95-b53a-ee416178c4b8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 1099 time: 0.1400907 Jun 23 14:56:56.033266 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76b59c-b6be-4fc7-a9a0-f285b6786589 req-a24a169e-f877-42cb-a083-b2c451dd4ad3 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:56.034763 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-db76b59c-b6be-4fc7-a9a0-f285b6786589 req-a24a169e-f877-42cb-a083-b2c451dd4ad3 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf71d6e9-98c5-4d63-9392-8b3a36475895 HTTP/1.1" status: 200 len: 867 time: 0.2044818 Jun 23 14:56:56.116478 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-63abbc3e-b2c3-4e47-b0a6-5591e1dfffdf req-5c2b7543-60cc-46d5-9389-e740598b0b4b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968184 Jun 23 14:56:56.136701 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-db76b59c-b6be-4fc7-a9a0-f285b6786589 req-6567f57c-91d3-4df7-b991-81a4ee7859a4 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffa01e3a-bbde-4c89-92d6-ab81e1ae3887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914531 Jun 23 14:56:56.154687 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c292e50-62c6-4339-9057-ebf5ce039157 req-281faf57-a0ba-4bcc-b8b1-5616f1170f17 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Router 3ce0109c-7662-48c5-b8d9-10426ada2803 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:56:56.271018 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c292e50-62c6-4339-9057-ebf5ce039157 req-281faf57-a0ba-4bcc-b8b1-5616f1170f17 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:56:56.283107 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da9f67-849f-4b68-9d42-60fbc762d793 None None] Sync routers for ids ['3ce0109c-7662-48c5-b8d9-10426ada2803'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:56:56.297097 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18da9f67-849f-4b68-9d42-60fbc762d793 None None] Routers {'3ce0109c-7662-48c5-b8d9-10426ada2803'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:56:56.298384 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-18da9f67-849f-4b68-9d42-60fbc762d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:56:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['3ce0109c-7662-48c5-b8d9-10426ada2803'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:56.319410 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c292e50-62c6-4339-9057-ebf5ce039157 req-281faf57-a0ba-4bcc-b8b1-5616f1170f17 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] No DVR routers for this DVR port 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb on host hv-cinder-79628 {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:56:56.322089 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-3c292e50-62c6-4339-9057-ebf5ce039157 req-281faf57-a0ba-4bcc-b8b1-5616f1170f17 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:56.324194 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3c292e50-62c6-4339-9057-ebf5ce039157 req-281faf57-a0ba-4bcc-b8b1-5616f1170f17 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.44 "DELETE /v2.0/ports/8f68e28a-21f7-4b60-ade1-eec3bc1a14bb HTTP/1.1" status: 204 len: 173 time: 1.2046387 Jun 23 14:56:56.324786 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf71d6e9-98c5-4d63-9392-8b3a36475895', 'name': 'network-vif-deleted', 'tag': '8f68e28a-21f7-4b60-ade1-eec3bc1a14bb'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:56:56.327246 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27aa430-f168-4284-a643-dca2eb982b4e" -d '{"events": [{"server_uuid": "bf71d6e9-98c5-4d63-9392-8b3a36475895", "name": "network-vif-deleted", "tag": "8f68e28a-21f7-4b60-ade1-eec3bc1a14bb"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:56:56.367802 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9092de-7483-4782-b1bf-82bbbc1e1056 req-29b9d8e5-aed2-48f7-a95f-40a22a99c932 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:56.372679 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5c9092de-7483-4782-b1bf-82bbbc1e1056 req-29b9d8e5-aed2-48f7-a95f-40a22a99c932 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 946 time: 0.0974088 Jun 23 14:56:56.384073 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb19bc3-a852-4d89-b3a2-690f7d60ee9c x-openstack-request-id: req-bcb19bc3-a852-4d89-b3a2-690f7d60ee9c {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:56:56.384704 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf71d6e9-98c5-4d63-9392-8b3a36475895", "name": "network-vif-deleted", "tag": "8f68e28a-21f7-4b60-ade1-eec3bc1a14bb", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:56:56.385375 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bcb19bc3-a852-4d89-b3a2-690f7d60ee9c {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:56:56.386096 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf71d6e9-98c5-4d63-9392-8b3a36475895', 'name': 'network-vif-deleted', 'tag': '8f68e28a-21f7-4b60-ade1-eec3bc1a14bb', 'status': 'completed', 'code': 200} Jun 23 14:56:56.424769 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5c9092de-7483-4782-b1bf-82bbbc1e1056 req-6f890076-2857-43e5-82d5-4d3e7ad4a86d tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462935 Jun 23 14:56:56.456335 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-18da9f67-849f-4b68-9d42-60fbc762d793 None None] Set router 3ce0109c-7662-48c5-b8d9-10426ada2803 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:56:56.577654 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9c7babb3-5976-410d-a7fe-77fed9ed08e1 req-9f7db5a2-b550-4188-a756-7e775c828399 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536513 Jun 23 14:56:56.688517 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7babb3-5976-410d-a7fe-77fed9ed08e1 req-dccb75cd-9b97-404f-8a7f-ae92ead36a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:56.690067 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9c7babb3-5976-410d-a7fe-77fed9ed08e1 req-dccb75cd-9b97-404f-8a7f-ae92ead36a92 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4d0239c96c2549dd902af083cc256da8&device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 1099 time: 0.0585897 Jun 23 14:56:56.797655 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-18da9f67-849f-4b68-9d42-60fbc762d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'name': 'tempest-AttachVolumeTestJSON-323470115-router', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:30Z', 'updated_at': '2021-06-23T14:49:37Z', 'revision_number': 4, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'gw_port': {'id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '61350974-3468-4277-93af-36d4eb0d3b06', 'name': '', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'mac_address': 'fa:16:3e:8e:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:35Z', 'updated_at': '2021-06-23T14:49:46Z', 'revision_number': 5, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'subnets': [{'id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:56.811198 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7babb3-5976-410d-a7fe-77fed9ed08e1 req-c8fa57be-35e1-40f8-8c52-44b236d9997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:56.813575 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9c7babb3-5976-410d-a7fe-77fed9ed08e1 req-c8fa57be-35e1-40f8-8c52-44b236d9997a service neutron] 10.222.0.44 "GET /v2.0/networks?id=065fce62-c207-4f9e-a718-d2389d66dea8 HTTP/1.1" status: 200 len: 910 time: 0.0969586 Jun 23 14:56:56.825307 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da9f67-849f-4b68-9d42-60fbc762d793 None None] Checking router: 3ce0109c-7662-48c5-b8d9-10426ada2803 for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:56:56.842541 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18da9f67-849f-4b68-9d42-60fbc762d793 None None] Routers {'3ce0109c-7662-48c5-b8d9-10426ada2803'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:56:56.843477 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-18da9f67-849f-4b68-9d42-60fbc762d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:56:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['3ce0109c-7662-48c5-b8d9-10426ada2803'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:56.887797 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9c7babb3-5976-410d-a7fe-77fed9ed08e1 req-92964f61-9a01-474b-b649-c869fe50aa14 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdd863b-eafe-4864-b510-bd8759ec4410 HTTP/1.1" status: 200 len: 1002 time: 0.0657039 Jun 23 14:56:56.951772 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7babb3-5976-410d-a7fe-77fed9ed08e1 req-28f119c1-5e4c-4539-ac2a-68dd764bda86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:56.954358 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9c7babb3-5976-410d-a7fe-77fed9ed08e1 req-28f119c1-5e4c-4539-ac2a-68dd764bda86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=90f6b181-54a8-40bc-be20-cd06f910f17b HTTP/1.1" status: 200 len: 848 time: 0.0576327 Jun 23 14:56:56.956747 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-18da9f67-849f-4b68-9d42-60fbc762d793 None None] Set router 3ce0109c-7662-48c5-b8d9-10426ada2803 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:56:57.042558 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7babb3-5976-410d-a7fe-77fed9ed08e1 req-4f68e4ef-b0ec-41a2-945c-f379db2609f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:57.044626 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9c7babb3-5976-410d-a7fe-77fed9ed08e1 req-4f68e4ef-b0ec-41a2-945c-f379db2609f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=065fce62-c207-4f9e-a718-d2389d66dea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766852 Jun 23 14:56:57.153710 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9c7babb3-5976-410d-a7fe-77fed9ed08e1 req-b7c72068-cddb-41fb-9ae5-069203285941 service neutron] 10.222.0.44 "GET /v2.0/networks/065fce62-c207-4f9e-a718-d2389d66dea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002014 Jun 23 14:56:57.197991 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-18da9f67-849f-4b68-9d42-60fbc762d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'name': 'tempest-AttachVolumeTestJSON-323470115-router', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:30Z', 'updated_at': '2021-06-23T14:49:37Z', 'revision_number': 4, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'gw_port': {'id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '61350974-3468-4277-93af-36d4eb0d3b06', 'name': '', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'mac_address': 'fa:16:3e:8e:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:35Z', 'updated_at': '2021-06-23T14:49:46Z', 'revision_number': 5, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'subnets': [{'id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:56:57.241488 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da9f67-849f-4b68-9d42-60fbc762d793 None None] The sync data for ids ['3ce0109c-7662-48c5-b8d9-10426ada2803'] in dv-cinder-796286-8-iscsi is: [{'id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'name': 'tempest-AttachVolumeTestJSON-323470115-router', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:30Z', 'updated_at': '2021-06-23T14:49:37Z', 'revision_number': 4, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'gw_port': {'id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '61350974-3468-4277-93af-36d4eb0d3b06', 'name': '', 'network_id': 'e814d2cc-d75c-42e6-8108-39760acd9bb0', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'mac_address': 'fa:16:3e:8e:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:35Z', 'updated_at': '2021-06-23T14:49:46Z', 'revision_number': 5, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'subnets': [{'id': 'fd5cd500-ea2b-40e8-aaac-0fa807c14afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:56:57.268018 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9c7babb3-5976-410d-a7fe-77fed9ed08e1 req-66616a13-5864-407f-b0c3-448038162362 service neutron] 10.222.0.44 "GET /v2.0/networks/065fce62-c207-4f9e-a718-d2389d66dea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067545 Jun 23 14:56:57.283415 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 40922) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:57.348598 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e20b7b48-5fff-47cf-86c7-0a48c57c8c6e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:57.382375 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e20b7b48-5fff-47cf-86c7-0a48c57c8c6e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:57.454788 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e20b7b48-5fff-47cf-86c7-0a48c57c8c6e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:57.457561 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e20b7b48-5fff-47cf-86c7-0a48c57c8c6e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:57.459033 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-e20b7b48-5fff-47cf-86c7-0a48c57c8c6e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "DELETE /v2.0/security-groups/ffa01e3a-bbde-4c89-92d6-ab81e1ae3887 HTTP/1.1" status: 204 len: 168 time: 0.1736646 Jun 23 14:56:57.459921 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-524d04b4-fcf4-4e0d-abf5-04208f0138d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:57.461820 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 40946) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:57.484315 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.api.v2.resource [None req-9e1dc252-8c2a-4550-aeab-46b41ca88483 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] show failed (client error): The resource could not be found. Jun 23 14:56:57.485364 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-9e1dc252-8c2a-4550-aeab-46b41ca88483 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "GET /v2.0/security-groups/ffa01e3a-bbde-4c89-92d6-ab81e1ae3887 HTTP/1.1" status: 404 len: 347 time: 0.0203984 Jun 23 14:56:57.490134 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 40950) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:56:57.494263 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b7b48-5fff-47cf-86c7-0a48c57c8c6e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa01e3a-bbde-4c89-92d6-ab81e1ae3887,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:57.499065 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-e20b7b48-5fff-47cf-86c7-0a48c57c8c6e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:57.583631 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69e25ea-dcd9-41b4-aa1d-19fce1fd5c4b None None] New status for floating IP e1812cec-118b-474c-b0b2-8f84fc3d3275: DOWN {{(pid=104659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:56:57.649797 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-ae47cb7c-f132-4408-9b02-1d47ff462ea1 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Deleting port c75617b1-81cd-4533-8ac9-92aa568ab705 {{(pid=104656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:56:57.650948 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ae47cb7c-f132-4408-9b02-1d47ff462ea1 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:57.687700 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea4d14-12b1-4ca8-ac96-a5310fba7040 req-da4711b7-b4c1-47b4-8871-22170cda105a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:57.689357 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4dea4d14-12b1-4ca8-ac96-a5310fba7040 req-da4711b7-b4c1-47b4-8871-22170cda105a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 946 time: 0.1059234 Jun 23 14:56:57.739352 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ae47cb7c-f132-4408-9b02-1d47ff462ea1 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:57.739823 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ae47cb7c-f132-4408-9b02-1d47ff462ea1 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:57.754580 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-4dea4d14-12b1-4ca8-ac96-a5310fba7040 req-4c3cb37a-79a8-49ff-a572-38eeb283cc34 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586262 Jun 23 14:56:57.754803 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-ae47cb7c-f132-4408-9b02-1d47ff462ea1 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Calling delete_port for c75617b1-81cd-4533-8ac9-92aa568ab705 owned by network:floatingip {{(pid=104656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:56:57.895178 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ae47cb7c-f132-4408-9b02-1d47ff462ea1 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51636836'] for port, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:57.897218 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-dbe97a48-c4de-4f67-a971-7124107a01e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:56:57.924235 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47cb7c-f132-4408-9b02-1d47ff462ea1 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Pushing event deleted for resources: {'Port': ['ID=c75617b1-81cd-4533-8ac9-92aa568ab705,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:56:57.927533 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-ae47cb7c-f132-4408-9b02-1d47ff462ea1 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:56:57.989770 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ae47cb7c-f132-4408-9b02-1d47ff462ea1 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks [] for floatingip, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:57.992266 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ae47cb7c-f132-4408-9b02-1d47ff462ea1 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for floatingip, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:56:57.993408 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-ae47cb7c-f132-4408-9b02-1d47ff462ea1 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] 10.222.0.65 "DELETE /v2.0/floatingips/e1812cec-118b-474c-b0b2-8f84fc3d3275 HTTP/1.1" status: 204 len: 168 time: 0.4956942 Jun 23 14:56:58.953451 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da231fae-546f-48ff-99be-7a6e349eeb0b req-636eeab4-5389-4b43-8f44-6ff7cb42428c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:56:58.954880 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-da231fae-546f-48ff-99be-7a6e349eeb0b req-636eeab4-5389-4b43-8f44-6ff7cb42428c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 946 time: 0.0681276 Jun 23 14:56:58.993249 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-da231fae-546f-48ff-99be-7a6e349eeb0b req-b99f8bda-5f3e-4edd-88e0-29701b869e1e tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324948 Jun 23 14:56:59.467747 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:56:59.488456 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] No Port match for: 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:56:59.488812 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 8f68e28a-21f7-4b60-ade1-eec3bc1a14bb not bound to the agent host hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:57:01.659335 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 40984) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:02.215233 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16234978'] for router_interface, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:02.523926 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] Deleting port 61350974-3468-4277-93af-36d4eb0d3b06 {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:57:02.524269 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:02.598287 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] For port 61350974-3468-4277-93af-36d4eb0d3b06, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=61350974-3468-4277-93af-36d4eb0d3b06,segment=NetworkSegment(f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7),segment_id=f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:02.598667 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:02.615315 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] Calling delete_port for 61350974-3468-4277-93af-36d4eb0d3b06 owned by network:router_interface {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:57:02.789644 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:02.791651 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-96341923-bfb9-4505-8a90-3e90f4e53126 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:02.823399 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] Pushing event deleted for resources: {'Port': ['ID=61350974-3468-4277-93af-36d4eb0d3b06,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:02.848246 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:02.848631 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:02.849020 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:02.849367 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:02.849813 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:02.850172 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:02.850524 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:02.850922 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:02.851357 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:02.851738 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:02.852094 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:02.852446 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:02.856229 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:02.999972 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604946'] for router_interface, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:03.494709 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] Router 3ce0109c-7662-48c5-b8d9-10426ada2803 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:57:03.600060 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:57:03.606312 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-b7ecf33b-ba5e-48f7-87a7-224cb2f3acbc admin admin] 10.222.0.65 "PUT /v2.0/routers/3ce0109c-7662-48c5-b8d9-10426ada2803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9448693 Jun 23 14:57:03.607973 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 40988) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:03.609685 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba11ad2-08f2-44cd-9fc8-9999721a251b None None] Sync routers for ids ['3ce0109c-7662-48c5-b8d9-10426ada2803'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:57:03.618935 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba11ad2-08f2-44cd-9fc8-9999721a251b None None] Routers {'3ce0109c-7662-48c5-b8d9-10426ada2803'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:57:03.619574 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-3ba11ad2-08f2-44cd-9fc8-9999721a251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:56:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['3ce0109c-7662-48c5-b8d9-10426ada2803'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:03.710237 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1842204f-3d66-47d1-b114-60cd94af198b admin admin] Notify callbacks [] for router, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:03.724273 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-3ba11ad2-08f2-44cd-9fc8-9999721a251b None None] Set router 3ce0109c-7662-48c5-b8d9-10426ada2803 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:57:03.809220 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1842204f-3d66-47d1-b114-60cd94af198b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:03.861837 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-1842204f-3d66-47d1-b114-60cd94af198b admin admin] Deleting port 4ff9a381-522d-4dd9-aa0e-9bea85a7beb7 {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:57:03.862184 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1842204f-3d66-47d1-b114-60cd94af198b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:03.900774 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-3ba11ad2-08f2-44cd-9fc8-9999721a251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'name': 'tempest-AttachVolumeTestJSON-323470115-router', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:30Z', 'updated_at': '2021-06-23T14:57:02Z', 'revision_number': 5, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'gw_port': {'id': '4ff9a381-522d-4dd9-aa0e-9bea85a7beb7', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:03.931078 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba11ad2-08f2-44cd-9fc8-9999721a251b None None] Checking router: 3ce0109c-7662-48c5-b8d9-10426ada2803 for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:57:03.940908 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba11ad2-08f2-44cd-9fc8-9999721a251b None None] Routers {'3ce0109c-7662-48c5-b8d9-10426ada2803'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:57:03.941766 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-3ba11ad2-08f2-44cd-9fc8-9999721a251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:56:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['3ce0109c-7662-48c5-b8d9-10426ada2803'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:03.948564 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [None req-1842204f-3d66-47d1-b114-60cd94af198b admin admin] For port 4ff9a381-522d-4dd9-aa0e-9bea85a7beb7, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=4ff9a381-522d-4dd9-aa0e-9bea85a7beb7,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:03.948946 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1842204f-3d66-47d1-b114-60cd94af198b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:03.962375 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-1842204f-3d66-47d1-b114-60cd94af198b admin admin] Calling delete_port for 4ff9a381-522d-4dd9-aa0e-9bea85a7beb7 owned by network:router_gateway {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:57:04.028487 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-3ba11ad2-08f2-44cd-9fc8-9999721a251b None None] Set router 3ce0109c-7662-48c5-b8d9-10426ada2803 gateway port host: None {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:57:04.079110 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-3ba11ad2-08f2-44cd-9fc8-9999721a251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'name': 'tempest-AttachVolumeTestJSON-323470115-router', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:30Z', 'updated_at': '2021-06-23T14:57:03Z', 'revision_number': 6, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'gw_port_host': None}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:04.108103 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba11ad2-08f2-44cd-9fc8-9999721a251b None None] The sync data for ids ['3ce0109c-7662-48c5-b8d9-10426ada2803'] in dv-cinder-796286-8-iscsi is: [{'id': '3ce0109c-7662-48c5-b8d9-10426ada2803', 'name': 'tempest-AttachVolumeTestJSON-323470115-router', 'tenant_id': '35f150cf617c4730b974b88b2fde4126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:30Z', 'updated_at': '2021-06-23T14:57:03Z', 'revision_number': 6, 'project_id': '35f150cf617c4730b974b88b2fde4126', 'gw_port_host': None}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:57:04.126715 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1842204f-3d66-47d1-b114-60cd94af198b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:04.128745 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-7c5dbef4-30c6-4f96-ba60-112dc2a2c79e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:04.155019 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842204f-3d66-47d1-b114-60cd94af198b admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff9a381-522d-4dd9-aa0e-9bea85a7beb7,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:04.158762 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-1842204f-3d66-47d1-b114-60cd94af198b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:04.221403 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1842204f-3d66-47d1-b114-60cd94af198b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603015'] for router_gateway, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:04.308738 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1842204f-3d66-47d1-b114-60cd94af198b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62283'] for router, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:04.311552 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1842204f-3d66-47d1-b114-60cd94af198b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:04.353592 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1842204f-3d66-47d1-b114-60cd94af198b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604649'] for router, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:04.354034 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1842204f-3d66-47d1-b114-60cd94af198b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ce0109c-7662-48c5-b8d9-10426ada2803 {{(pid=104657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:57:04.358853 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1842204f-3d66-47d1-b114-60cd94af198b admin admin] Notify callbacks [] for router, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:04.359966 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-1842204f-3d66-47d1-b114-60cd94af198b admin admin] 10.222.0.65 "DELETE /v2.0/routers/3ce0109c-7662-48c5-b8d9-10426ada2803 HTTP/1.1" status: 204 len: 168 time: 0.7508488 Jun 23 14:57:04.362463 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 40990) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:04.405507 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9bb0bd5-4d44-4de3-b908-6d555442bd70 admin admin] Deleting subnet fd5cd500-ea2b-40e8-aaac-0fa807c14afc {{(pid=104657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:57:04.408405 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f9bb0bd5-4d44-4de3-b908-6d555442bd70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:04.441278 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f9bb0bd5-4d44-4de3-b908-6d555442bd70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3530106'] for subnet, precommit_delete_associations {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:04.553050 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f9bb0bd5-4d44-4de3-b908-6d555442bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16078100'] for subnet, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:04.604134 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f9bb0bd5-4d44-4de3-b908-6d555442bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16078093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4170546'] for subnet, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:04.606305 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:04.639099 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb0bd5-4d44-4de3-b908-6d555442bd70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd5cd500-ea2b-40e8-aaac-0fa807c14afc,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:04.644644 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-f9bb0bd5-4d44-4de3-b908-6d555442bd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:04.645481 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f9bb0bd5-4d44-4de3-b908-6d555442bd70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:04.647407 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-f9bb0bd5-4d44-4de3-b908-6d555442bd70 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fd5cd500-ea2b-40e8-aaac-0fa807c14afc HTTP/1.1" status: 204 len: 168 time: 0.2840378 Jun 23 14:57:04.649899 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 40994) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:04.653099 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803c1025-9a0b-4a3f-a651-abe43e17b9f4 None None] Network e814d2cc-d75c-42e6-8108-39760acd9bb0 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:57:04.725358 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235410'] for network, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:04.779653 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] Deleting port 26f5f76c-d926-421d-9bc4-59f023e2b026 {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:57:04.780004 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:04.874722 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] For port 26f5f76c-d926-421d-9bc4-59f023e2b026, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=26f5f76c-d926-421d-9bc4-59f023e2b026,segment=NetworkSegment(f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7),segment_id=f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:04.875243 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:04.895483 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] Calling delete_port for 26f5f76c-d926-421d-9bc4-59f023e2b026 owned by network:dhcp {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:57:04.914602 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a259d129-bf0e-4bdf-b254-9250fefeeef8 None None] DHCP port deletion for e814d2cc-d75c-42e6-8108-39760acd9bb0 request from dv-cinder-796286-8-iscsi {{(pid=104658) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:57:04.987873 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-a259d129-bf0e-4bdf-b254-9250fefeeef8 None None] Deleting port 26f5f76c-d926-421d-9bc4-59f023e2b026 {{(pid=104658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:57:04.988360 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-a259d129-bf0e-4bdf-b254-9250fefeeef8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:04.991530 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 26f5f76c-d926-421d-9bc4-59f023e2b026 no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:57:05.006784 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:05.009026 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-639e119d-1396-4e9d-8750-b73f30fecb1c tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:05.041504 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] Pushing event deleted for resources: {'Port': ['ID=26f5f76c-d926-421d-9bc4-59f023e2b026,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:05.044820 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] No DVR routers for this DVR port 26f5f76c-d926-421d-9bc4-59f023e2b026 on host dv-cinder-796286-8-iscsi {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:57:05.046446 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:05.123071 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-a259d129-bf0e-4bdf-b254-9250fefeeef8 None None] For port 26f5f76c-d926-421d-9bc4-59f023e2b026, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=26f5f76c-d926-421d-9bc4-59f023e2b026,segment=NetworkSegment(f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7),segment_id=f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:05.123361 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-a259d129-bf0e-4bdf-b254-9250fefeeef8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:05.130812 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16034969', 'neutron.services.segments.db._delete_segments_for_network-8784122434079'] for network, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:05.133510 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No active binding found for port 26f5f76c-d926-421d-9bc4-59f023e2b026 {{(pid=104658) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 23 14:57:05.134006 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 26f5f76c-d926-421d-9bc4-59f023e2b026 not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:57:05.134395 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 61350974-3468-4277-93af-36d4eb0d3b06 no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:57:05.139554 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-a259d129-bf0e-4bdf-b254-9250fefeeef8 None None] Calling delete_port for 26f5f76c-d926-421d-9bc4-59f023e2b026 owned by network:dhcp {{(pid=104658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:57:05.141241 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e814d2cc-d75c-42e6-8108-39760acd9bb0']}} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:05.153099 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7') {'for_net_delete': True} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:05.154200 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0de50d5-2e18-4f8c-a4b3-bdcce4d5d3e7') {} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:05.159477 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: 61350974-3468-4277-93af-36d4eb0d3b06 {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:57:05.159836 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 61350974-3468-4277-93af-36d4eb0d3b06 not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:57:05.160565 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 4ff9a381-522d-4dd9-aa0e-9bea85a7beb7 no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:57:05.164540 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784122471918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3530085'] for segment, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:05.180849 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:05.185579 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: 4ff9a381-522d-4dd9-aa0e-9bea85a7beb7 {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:57:05.185955 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 4ff9a381-522d-4dd9-aa0e-9bea85a7beb7 not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:57:05.192694 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=104657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:57:05.193406 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3444818'] for segment, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: Traceback (most recent call last): Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: timer() Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: cb(*args, **kw) Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: return func(*args, **kwargs) Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: self._notify() Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: self.callback(batched_events) Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: event.method(event) Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: return f(self, *a, **k) Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: return self._get(url).json() Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: return self.request(url, 'GET', **kwargs) Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:57:05.195413 dv-cinder-796286-8-iscsi neutron-server[104657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:57:05.253516 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-a259d129-bf0e-4bdf-b254-9250fefeeef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932'] for port, after_delete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:05.256059 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:05.283305 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259d129-bf0e-4bdf-b254-9250fefeeef8 None None] Pushing event deleted for resources: {'Port': ['ID=26f5f76c-d926-421d-9bc4-59f023e2b026,revision_number=None']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:05.286123 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16034962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602998'] for network, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:05.286542 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-a259d129-bf0e-4bdf-b254-9250fefeeef8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:05.287358 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a259d129-bf0e-4bdf-b254-9250fefeeef8 None None] No DVR routers for this DVR port 26f5f76c-d926-421d-9bc4-59f023e2b026 on host dv-cinder-796286-8-iscsi {{(pid=104658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:57:05.290313 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-25b4fefc-04e9-4ebf-826a-7f4475e015f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:05.292852 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:05.295511 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e814d2cc-d75c-42e6-8108-39760acd9bb0 HTTP/1.1" status: 204 len: 168 time: 0.6384406 Jun 23 14:57:05.307765 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] Pushing event deleted for resources: {'Network': ['ID=e814d2cc-d75c-42e6-8108-39760acd9bb0,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:05.310602 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:05.422125 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41000) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:05.465114 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-3e3fc24e-e919-47fb-88f7-c1fa4fdb47aa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=35f150cf617c4730b974b88b2fde4126&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0415936 Jun 23 14:57:05.468399 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41002) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:05.522111 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-14d806c7-a17b-49de-b079-8434f475b41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:05.545418 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-14d806c7-a17b-49de-b079-8434f475b41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:05.595558 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-14d806c7-a17b-49de-b079-8434f475b41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:05.598374 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-14d806c7-a17b-49de-b079-8434f475b41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:05.599570 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-14d806c7-a17b-49de-b079-8434f475b41c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/932b22e6-9794-4536-b18f-5f3999bf7f4c HTTP/1.1" status: 204 len: 168 time: 0.1302056 Jun 23 14:57:05.600669 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-d8cb69a7-c65e-4502-b443-6d9096809b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:05.611016 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d806c7-a17b-49de-b079-8434f475b41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932b22e6-9794-4536-b18f-5f3999bf7f4c,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:05.613605 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-14d806c7-a17b-49de-b079-8434f475b41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:07.055802 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-4dede1c6-b2e9-41af-9c6d-5f87b61002e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:09.425968 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41064) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:09.537697 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1ef59ab1-a44c-477c-afba-c92a4814a0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:09.648699 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1ef59ab1-a44c-477c-afba-c92a4814a0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:09.652998 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1ef59ab1-a44c-477c-afba-c92a4814a0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:09.656323 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-87b98d82-8542-40b7-97e2-5bcfb4f9c89b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:09.691821 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef59ab1-a44c-477c-afba-c92a4814a0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed38faf2-0e70-4242-bba7-29b63fb4bdaf,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:09.695081 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-1ef59ab1-a44c-477c-afba-c92a4814a0c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:09.697859 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-1ef59ab1-a44c-477c-afba-c92a4814a0c8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e0930b3c3fdb47058c5ce4550ee3f36f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705293 Jun 23 14:57:09.700323 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41068) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:09.752443 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f02ee3ab-b9b1-4b74-8f22-55e88f92825f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:09.775837 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f02ee3ab-b9b1-4b74-8f22-55e88f92825f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:09.788882 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:09.804784 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-cf5c4d65-18d1-47f8-8136-82c33ebc70d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:09.836920 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f02ee3ab-b9b1-4b74-8f22-55e88f92825f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:09.842317 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f02ee3ab-b9b1-4b74-8f22-55e88f92825f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:09.844301 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-f02ee3ab-b9b1-4b74-8f22-55e88f92825f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ed38faf2-0e70-4242-bba7-29b63fb4bdaf HTTP/1.1" status: 204 len: 168 time: 0.1428339 Jun 23 14:57:09.845486 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-014674d1-5427-4d99-a1eb-d6feb64fa262 tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:09.854920 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ee3ab-b9b1-4b74-8f22-55e88f92825f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed38faf2-0e70-4242-bba7-29b63fb4bdaf,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:09.858197 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-f02ee3ab-b9b1-4b74-8f22-55e88f92825f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:10.952611 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:11.564107 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41118) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:11.689977 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-34c90735-b3e7-4047-9e8c-95c8cc7aab51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:11.782802 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-34c90735-b3e7-4047-9e8c-95c8cc7aab51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:11.786800 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-34c90735-b3e7-4047-9e8c-95c8cc7aab51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:11.789333 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-b5807554-f735-4864-8990-8e6823aec73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:11.824654 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-34c90735-b3e7-4047-9e8c-95c8cc7aab51 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0a04522e34b647ed8c1b944bfc77d8d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594306 Jun 23 14:57:11.826408 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c90735-b3e7-4047-9e8c-95c8cc7aab51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb250e6-f43d-4c83-97ec-8e82b313a6e5,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:11.827925 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41122) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:11.829495 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-34c90735-b3e7-4047-9e8c-95c8cc7aab51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:11.877854 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-94e476e3-a693-446e-930a-e9f36587de0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:11.902621 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-94e476e3-a693-446e-930a-e9f36587de0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:11.948071 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-94e476e3-a693-446e-930a-e9f36587de0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:11.950709 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-94e476e3-a693-446e-930a-e9f36587de0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:11.951892 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-94e476e3-a693-446e-930a-e9f36587de0d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cbb250e6-f43d-4c83-97ec-8e82b313a6e5 HTTP/1.1" status: 204 len: 168 time: 0.1228230 Jun 23 14:57:11.952826 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-a8842490-af08-4f0b-8ba9-7461f8ee6069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:11.965105 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e476e3-a693-446e-930a-e9f36587de0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb250e6-f43d-4c83-97ec-8e82b313a6e5,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:11.968326 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-94e476e3-a693-446e-930a-e9f36587de0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:12.232398 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41128) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:12.246332 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-cbc040d0-4411-4377-a5ba-f1bbca80193c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:12.352280 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-cbc040d0-4411-4377-a5ba-f1bbca80193c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:12.357993 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-cbc040d0-4411-4377-a5ba-f1bbca80193c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:12.364244 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-e20b7b48-5fff-47cf-86c7-0a48c57c8c6e tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:12.432912 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-cbc040d0-4411-4377-a5ba-f1bbca80193c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ac74fea65c55405da3e453261191e3b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991496 Jun 23 14:57:12.435474 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc040d0-4411-4377-a5ba-f1bbca80193c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691a0aa4-c924-4e58-9ffb-1bf257d6ab3f,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:12.436069 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41130) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:12.440628 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-cbc040d0-4411-4377-a5ba-f1bbca80193c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:12.489631 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-785a7513-f20b-46ee-b593-cd0311fa580a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:12.512349 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-785a7513-f20b-46ee-b593-cd0311fa580a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:12.564009 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-785a7513-f20b-46ee-b593-cd0311fa580a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:12.568962 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-785a7513-f20b-46ee-b593-cd0311fa580a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:12.571001 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-785a7513-f20b-46ee-b593-cd0311fa580a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/691a0aa4-c924-4e58-9ffb-1bf257d6ab3f HTTP/1.1" status: 204 len: 168 time: 0.1337256 Jun 23 14:57:12.572266 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-b75d4996-c126-4c9d-9cad-641076e41efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:12.582013 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a7513-f20b-46ee-b593-cd0311fa580a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691a0aa4-c924-4e58-9ffb-1bf257d6ab3f,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:12.584624 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-785a7513-f20b-46ee-b593-cd0311fa580a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:12.695937 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:21.569577 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41268) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:21.679963 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-910efce0-2107-4d3e-9a99-4f39e5904ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:21.775354 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-910efce0-2107-4d3e-9a99-4f39e5904ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:21.780599 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-910efce0-2107-4d3e-9a99-4f39e5904ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:21.784393 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-b368a265-baa6-4238-8b02-d2fdf542eefd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:21.829362 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-910efce0-2107-4d3e-9a99-4f39e5904ef1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=acaac13ef6124043b1af653d3fdbe43e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585516 Jun 23 14:57:21.830248 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910efce0-2107-4d3e-9a99-4f39e5904ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6580276-74dd-4cbb-a87a-7fcfab19ae99,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:21.833344 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41272) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:21.833939 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-910efce0-2107-4d3e-9a99-4f39e5904ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:21.887804 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9de5f25c-82cd-4e50-ad68-86ac25a5086d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:21.910327 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9de5f25c-82cd-4e50-ad68-86ac25a5086d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:21.963216 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9de5f25c-82cd-4e50-ad68-86ac25a5086d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:21.967623 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-9de5f25c-82cd-4e50-ad68-86ac25a5086d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:21.969336 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-9de5f25c-82cd-4e50-ad68-86ac25a5086d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e6580276-74dd-4cbb-a87a-7fcfab19ae99 HTTP/1.1" status: 204 len: 168 time: 0.1343703 Jun 23 14:57:21.970836 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-94e476e3-a693-446e-930a-e9f36587de0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:21.980468 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5f25c-82cd-4e50-ad68-86ac25a5086d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6580276-74dd-4cbb-a87a-7fcfab19ae99,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:21.983032 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-9de5f25c-82cd-4e50-ad68-86ac25a5086d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:22.269983 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41278) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:22.287537 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5f88c0d5-916c-4ce9-99e8-a5f151a01118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:22.390757 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5f88c0d5-916c-4ce9-99e8-a5f151a01118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:22.394951 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-5f88c0d5-916c-4ce9-99e8-a5f151a01118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:22.397637 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-a6ba969c-ab43-4b9a-8aae-eb535c2ded55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:22.438902 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-5f88c0d5-916c-4ce9-99e8-a5f151a01118 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b2e5118ac03b490eb006111e0a700312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1648386 Jun 23 14:57:22.438902 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88c0d5-916c-4ce9-99e8-a5f151a01118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68400884-4820-4b25-a1c3-19d222ac6d01,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:22.439578 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41280) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:22.440159 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-5f88c0d5-916c-4ce9-99e8-a5f151a01118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:22.500241 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c1e0986a-a953-450b-93c3-9f90f081e903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:22.532442 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c1e0986a-a953-450b-93c3-9f90f081e903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:22.590120 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c1e0986a-a953-450b-93c3-9f90f081e903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:22.593083 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-c1e0986a-a953-450b-93c3-9f90f081e903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:22.594782 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-c1e0986a-a953-450b-93c3-9f90f081e903 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/68400884-4820-4b25-a1c3-19d222ac6d01 HTTP/1.1" status: 204 len: 168 time: 0.1537945 Jun 23 14:57:22.596045 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-89c7d684-985b-49da-a1df-e3430cdd1343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:22.604968 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0986a-a953-450b-93c3-9f90f081e903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68400884-4820-4b25-a1c3-19d222ac6d01,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:22.607511 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-c1e0986a-a953-450b-93c3-9f90f081e903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:23.053103 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41286) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:23.067791 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e71f328f-6b6b-4fa9-a548-2c8c6bab57e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:23.183832 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e71f328f-6b6b-4fa9-a548-2c8c6bab57e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:23.189116 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e71f328f-6b6b-4fa9-a548-2c8c6bab57e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:23.191803 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-4d0f96ef-5ca5-443d-98b6-2d1e0bb5d415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:23.229881 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-e71f328f-6b6b-4fa9-a548-2c8c6bab57e4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c8e34d8433184304b7de366e0baad941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1753740 Jun 23 14:57:23.230793 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f328f-6b6b-4fa9-a548-2c8c6bab57e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe6597c-e85f-44c5-89a2-a142c234c8f4,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:23.233613 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41288) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:23.234491 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-e71f328f-6b6b-4fa9-a548-2c8c6bab57e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:23.288338 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-aa315520-5453-4891-88a0-27da72fe8da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:23.311353 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-aa315520-5453-4891-88a0-27da72fe8da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:23.363136 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-aa315520-5453-4891-88a0-27da72fe8da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:23.366202 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-aa315520-5453-4891-88a0-27da72fe8da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:23.367452 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-aa315520-5453-4891-88a0-27da72fe8da7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/efe6597c-e85f-44c5-89a2-a142c234c8f4 HTTP/1.1" status: 204 len: 168 time: 0.1327722 Jun 23 14:57:23.368421 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-b80ed383-1ba1-4298-99bb-5eba322b40d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:23.382067 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa315520-5453-4891-88a0-27da72fe8da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe6597c-e85f-44c5-89a2-a142c234c8f4,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:23.384820 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-aa315520-5453-4891-88a0-27da72fe8da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:24.385429 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:57:24.757785 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:32.485886 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a1192-7dbb-4e5d-a4d2-839a513f8fd9 req-e0c15dc1-6266-4052-a74e-f325c77d6868 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:32.487437 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-bf3a1192-7dbb-4e5d-a4d2-839a513f8fd9 req-e0c15dc1-6266-4052-a74e-f325c77d6868 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 946 time: 0.0698364 Jun 23 14:57:32.532814 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-bf3a1192-7dbb-4e5d-a4d2-839a513f8fd9 req-350b5976-8887-44a6-84ca-92eaa7b62fd5 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355930 Jun 23 14:57:33.733121 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba16646-04cf-46be-833b-8a8699e10364 req-541bb4dd-db71-4499-87ef-9629552a625c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:33.734811 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9ba16646-04cf-46be-833b-8a8699e10364 req-541bb4dd-db71-4499-87ef-9629552a625c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 946 time: 0.0748158 Jun 23 14:57:33.778919 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9ba16646-04cf-46be-833b-8a8699e10364 req-8fe5a52d-f818-4e3c-aa1d-ee85b00be914 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups?id=0eda88d1-4caf-4bd1-a863-66c3ed33b764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381861 Jun 23 14:57:33.808944 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c3bbc-fd56-473f-8e16-453fca643d79 req-ac70607e-1db8-4525-818e-2821b344566e tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:33.810756 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-cd4c3bbc-fd56-473f-8e16-453fca643d79 req-ac70607e-1db8-4525-818e-2821b344566e tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.44 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 946 time: 0.0850229 Jun 23 14:57:33.923277 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-cd4c3bbc-fd56-473f-8e16-453fca643d79 req-e37f8a63-66fc-4d5f-b91a-c880dddcde7a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Deleting port 4c673043-eb41-4450-b8e5-78c142173a94 {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:57:33.924148 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-cd4c3bbc-fd56-473f-8e16-453fca643d79 req-e37f8a63-66fc-4d5f-b91a-c880dddcde7a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:34.020332 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-cd4c3bbc-fd56-473f-8e16-453fca643d79 req-e37f8a63-66fc-4d5f-b91a-c880dddcde7a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] For port 4c673043-eb41-4450-b8e5-78c142173a94, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4c673043-eb41-4450-b8e5-78c142173a94,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:34.020699 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-cd4c3bbc-fd56-473f-8e16-453fca643d79 req-e37f8a63-66fc-4d5f-b91a-c880dddcde7a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:34.139472 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41396) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:34.225812 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-cd4c3bbc-fd56-473f-8e16-453fca643d79 req-e37f8a63-66fc-4d5f-b91a-c880dddcde7a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:34.226302 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-cd4c3bbc-fd56-473f-8e16-453fca643d79 req-e37f8a63-66fc-4d5f-b91a-c880dddcde7a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602980'] for floatingip, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:34.226803 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.db.l3_db [req-cd4c3bbc-fd56-473f-8e16-453fca643d79 req-e37f8a63-66fc-4d5f-b91a-c880dddcde7a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Floating IP 970a720b-f3da-4a00-84b7-bd58d8e5649d disassociated. External IP: 172.27.2.203, port: 4c673043-eb41-4450-b8e5-78c142173a94. Jun 23 14:57:34.227212 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-cd4c3bbc-fd56-473f-8e16-453fca643d79 req-e37f8a63-66fc-4d5f-b91a-c880dddcde7a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Calling delete_port for 4c673043-eb41-4450-b8e5-78c142173a94 owned by compute:nova {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:57:34.258035 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-d143de2b-abce-4a34-9b12-060069dbac10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:34.362408 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-d143de2b-abce-4a34-9b12-060069dbac10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:34.367390 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-d143de2b-abce-4a34-9b12-060069dbac10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:34.370874 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-6771b2d9-d68a-4b21-957e-dcc2567060eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:34.405175 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-cd4c3bbc-fd56-473f-8e16-453fca643d79 req-e37f8a63-66fc-4d5f-b91a-c880dddcde7a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:34.410500 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143de2b-abce-4a34-9b12-060069dbac10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0b6ca2-85a0-47f4-b608-21fe62a97273,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:34.411263 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:34.415209 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-d143de2b-abce-4a34-9b12-060069dbac10 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ada24b78086b4bf7b87b1060a061a866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744055 Jun 23 14:57:34.416235 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-d143de2b-abce-4a34-9b12-060069dbac10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:34.419794 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41400) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:34.445736 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f8a63-66fc-4d5f-b91a-c880dddcde7a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Pushing event deleted for resources: {'Port': ['ID=4c673043-eb41-4450-b8e5-78c142173a94,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:34.448615 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-e37f8a63-66fc-4d5f-b91a-c880dddcde7a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:34.477738 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ed4d7325-70c4-4b83-be66-b9b61fac5ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:34.505808 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ed4d7325-70c4-4b83-be66-b9b61fac5ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:34.569773 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ed4d7325-70c4-4b83-be66-b9b61fac5ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:34.572442 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-ed4d7325-70c4-4b83-be66-b9b61fac5ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:34.575959 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-ed4d7325-70c4-4b83-be66-b9b61fac5ea2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ba0b6ca2-85a0-47f4-b608-21fe62a97273 HTTP/1.1" status: 204 len: 168 time: 0.1527987 Jun 23 14:57:34.575959 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-34c90735-b3e7-4047-9e8c-95c8cc7aab51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:34.580966 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd4c3bbc-fd56-473f-8e16-453fca643d79 req-e37f8a63-66fc-4d5f-b91a-c880dddcde7a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:57:34.594084 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d7325-70c4-4b83-be66-b9b61fac5ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0b6ca2-85a0-47f4-b608-21fe62a97273,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:34.603368 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-ed4d7325-70c4-4b83-be66-b9b61fac5ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:34.695557 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd4c3bbc-fd56-473f-8e16-453fca643d79 req-e37f8a63-66fc-4d5f-b91a-c880dddcde7a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:57:34.705627 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c311f13-e5ab-471a-9bee-dcf18345e392 None None] Sync routers for ids ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'] in dv-cinder-796286-8-iscsi {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:57:34.716776 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c311f13-e5ab-471a-9bee-dcf18345e392 None None] Routers {'8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:57:34.717563 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-3c311f13-e5ab-471a-9bee-dcf18345e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:57:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:34.742938 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4c3bbc-fd56-473f-8e16-453fca643d79 req-e37f8a63-66fc-4d5f-b91a-c880dddcde7a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] No DVR routers for this DVR port 4c673043-eb41-4450-b8e5-78c142173a94 on host hv-cinder-79628 {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:57:34.745868 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-cd4c3bbc-fd56-473f-8e16-453fca643d79 req-e37f8a63-66fc-4d5f-b91a-c880dddcde7a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:34.748166 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-cd4c3bbc-fd56-473f-8e16-453fca643d79 req-e37f8a63-66fc-4d5f-b91a-c880dddcde7a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.44 "DELETE /v2.0/ports/4c673043-eb41-4450-b8e5-78c142173a94 HTTP/1.1" status: 204 len: 173 time: 0.9316967 Jun 23 14:57:34.748731 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e12b6a5c-24f8-4c13-97e3-767f85a2ef02', 'name': 'network-vif-deleted', 'tag': '4c673043-eb41-4450-b8e5-78c142173a94'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:57:34.751683 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899b02b6-5202-4203-b2a4-947354ca23f8" -d '{"events": [{"server_uuid": "e12b6a5c-24f8-4c13-97e3-767f85a2ef02", "name": "network-vif-deleted", "tag": "4c673043-eb41-4450-b8e5-78c142173a94"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:57:34.794640 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d5fc30-0502-453d-ade5-096550183d2d x-openstack-request-id: req-44d5fc30-0502-453d-ade5-096550183d2d {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:57:34.794967 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e12b6a5c-24f8-4c13-97e3-767f85a2ef02", "name": "network-vif-deleted", "tag": "4c673043-eb41-4450-b8e5-78c142173a94", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:57:34.795453 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-44d5fc30-0502-453d-ade5-096550183d2d {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:57:34.795904 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e12b6a5c-24f8-4c13-97e3-767f85a2ef02', 'name': 'network-vif-deleted', 'tag': '4c673043-eb41-4450-b8e5-78c142173a94', 'status': 'completed', 'code': 200} Jun 23 14:57:34.882850 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-3c311f13-e5ab-471a-9bee-dcf18345e392 None None] Set router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:57:34.988739 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41410) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:35.008979 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-678f52c1-e468-4032-8f7a-2c5fe2d70851 req-86e55525-ec17-4dac-bce5-63f482b9d11c tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/ports?device_id=e12b6a5c-24f8-4c13-97e3-767f85a2ef02 HTTP/1.1" status: 200 len: 210 time: 0.0772660 Jun 23 14:57:35.016183 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-bf7bb9af-d42c-4019-9061-bbdb7b557dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:35.139139 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-bf7bb9af-d42c-4019-9061-bbdb7b557dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:35.144320 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-bf7bb9af-d42c-4019-9061-bbdb7b557dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:35.147800 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-8b978dc9-43ad-4190-812c-1ae84ef30600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:35.152844 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-3c311f13-e5ab-471a-9bee-dcf18345e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-router', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:39Z', 'revision_number': 4, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'gw_port': {'id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:33Z', 'updated_at': '2021-06-23T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': 'bc336e90-a726-4ad7-8c50-12ac53d21907', 'name': '', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'mac_address': 'fa:16:3e:df:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:37Z', 'updated_at': '2021-06-23T14:49:50Z', 'revision_number': 5, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'subnets': [{'id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:35.179223 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c311f13-e5ab-471a-9bee-dcf18345e392 None None] Checking router: 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 for host: dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:57:35.185370 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-bf7bb9af-d42c-4019-9061-bbdb7b557dbe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b838eddc0ccd4d28807c8a90d2d214f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952548 Jun 23 14:57:35.187201 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41412) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:35.188297 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c311f13-e5ab-471a-9bee-dcf18345e392 None None] Routers {'8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:57:35.188550 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bb9af-d42c-4019-9061-bbdb7b557dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64c5fcc-5c1f-4486-8cbd-1fddef758210,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:35.188924 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-3c311f13-e5ab-471a-9bee-dcf18345e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:57:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:35.192362 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-bf7bb9af-d42c-4019-9061-bbdb7b557dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:35.241932 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-d76f4d71-1344-4d1b-afd7-30058dcd1084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:35.264874 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-d76f4d71-1344-4d1b-afd7-30058dcd1084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:35.302093 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-3c311f13-e5ab-471a-9bee-dcf18345e392 None None] Set router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:57:35.318005 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-d76f4d71-1344-4d1b-afd7-30058dcd1084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:35.320646 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-d76f4d71-1344-4d1b-afd7-30058dcd1084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:35.324222 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-d76f4d71-1344-4d1b-afd7-30058dcd1084 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a64c5fcc-5c1f-4486-8cbd-1fddef758210 HTTP/1.1" status: 204 len: 168 time: 0.1334238 Jun 23 14:57:35.324222 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-94e0ac90-0ad3-4d13-b8c1-779e58cab650 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:35.333164 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f4d71-1344-4d1b-afd7-30058dcd1084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64c5fcc-5c1f-4486-8cbd-1fddef758210,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:35.335889 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-d76f4d71-1344-4d1b-afd7-30058dcd1084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:35.523038 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-3c311f13-e5ab-471a-9bee-dcf18345e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-router', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:39Z', 'revision_number': 4, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'gw_port': {'id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:33Z', 'updated_at': '2021-06-23T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': 'bc336e90-a726-4ad7-8c50-12ac53d21907', 'name': '', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'mac_address': 'fa:16:3e:df:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:37Z', 'updated_at': '2021-06-23T14:49:50Z', 'revision_number': 5, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'subnets': [{'id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:35.553237 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c311f13-e5ab-471a-9bee-dcf18345e392 None None] The sync data for ids ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'] in dv-cinder-796286-8-iscsi is: [{'id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-router', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:49:39Z', 'revision_number': 4, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'gw_port': {'id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:33Z', 'updated_at': '2021-06-23T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': 'bc336e90-a726-4ad7-8c50-12ac53d21907', 'name': '', 'network_id': 'b2d1e732-3395-45e9-ab92-336826d1d69d', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'mac_address': 'fa:16:3e:df:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:37Z', 'updated_at': '2021-06-23T14:49:50Z', 'revision_number': 5, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'subnets': [{'id': '7e25bbb7-3773-4230-b906-44113f972ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:57:35.806662 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c081b0-b107-44cc-ace6-2b7e377c0483 None None] New status for floating IP 970a720b-f3da-4a00-84b7-bd58d8e5649d: DOWN {{(pid=104658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:57:36.134442 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41442) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:36.195028 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3c668370-dbf4-4c9d-a8f5-75170c2df1b5 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.230882 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3c668370-dbf4-4c9d-a8f5-75170c2df1b5 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.300608 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3c668370-dbf4-4c9d-a8f5-75170c2df1b5 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.304040 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3c668370-dbf4-4c9d-a8f5-75170c2df1b5 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.305203 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-3c668370-dbf4-4c9d-a8f5-75170c2df1b5 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "DELETE /v2.0/security-groups/0eda88d1-4caf-4bd1-a863-66c3ed33b764 HTTP/1.1" status: 204 len: 168 time: 0.1696603 Jun 23 14:57:36.306090 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-c43acec5-57ca-4ae5-9e92-7be8b67d4858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:36.308641 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41446) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:36.318437 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c668370-dbf4-4c9d-a8f5-75170c2df1b5 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eda88d1-4caf-4bd1-a863-66c3ed33b764,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:36.320829 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-3c668370-dbf4-4c9d-a8f5-75170c2df1b5 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:36.326215 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.api.v2.resource [None req-511635d2-b328-45d7-a242-59eaa0448d85 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] show failed (client error): The resource could not be found. Jun 23 14:57:36.330489 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-511635d2-b328-45d7-a242-59eaa0448d85 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "GET /v2.0/security-groups/0eda88d1-4caf-4bd1-a863-66c3ed33b764 HTTP/1.1" status: 404 len: 347 time: 0.0172782 Jun 23 14:57:36.330796 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41448) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:36.464844 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41452) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:36.472617 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-900993d8-04de-4877-8ff0-f34dabd4dd43 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Deleting port 42d902e9-0e58-4482-b489-7f4b7b3f6ec8 {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:57:36.472969 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-900993d8-04de-4877-8ff0-f34dabd4dd43 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.553207 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-900993d8-04de-4877-8ff0-f34dabd4dd43 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.553542 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-900993d8-04de-4877-8ff0-f34dabd4dd43 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.571558 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-900993d8-04de-4877-8ff0-f34dabd4dd43 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Calling delete_port for 42d902e9-0e58-4482-b489-7f4b7b3f6ec8 owned by network:floatingip {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:57:36.580217 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-060bcd00-b710-42b6-8da5-6af1dcdd7f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.770769 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-060bcd00-b710-42b6-8da5-6af1dcdd7f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.774606 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-060bcd00-b710-42b6-8da5-6af1dcdd7f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.777410 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-da542480-2fff-427d-8977-921f4ed6a0d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:36.780199 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-900993d8-04de-4877-8ff0-f34dabd4dd43 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.821493 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-060bcd00-b710-42b6-8da5-6af1dcdd7f8e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=db36a9c8d73e4f859bba7c60b1eff599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549857 Jun 23 14:57:36.824451 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41456) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:36.861989 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bcd00-b710-42b6-8da5-6af1dcdd7f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341c4c90-9e55-4e52-a239-6497aa98a88f,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:36.866443 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-060bcd00-b710-42b6-8da5-6af1dcdd7f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:36.866964 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-e7eb0d1f-7060-4095-8c0f-b5f9cba321ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:36.879041 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-5c01dbb3-38d7-4c27-b992-d4155583e6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.893886 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900993d8-04de-4877-8ff0-f34dabd4dd43 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Pushing event deleted for resources: {'Port': ['ID=42d902e9-0e58-4482-b489-7f4b7b3f6ec8,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:36.897970 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-900993d8-04de-4877-8ff0-f34dabd4dd43 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:36.903423 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-5c01dbb3-38d7-4c27-b992-d4155583e6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.910122 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-900993d8-04de-4877-8ff0-f34dabd4dd43 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks [] for floatingip, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.912649 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-900993d8-04de-4877-8ff0-f34dabd4dd43 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for floatingip, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.916269 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-900993d8-04de-4877-8ff0-f34dabd4dd43 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] 10.222.0.65 "DELETE /v2.0/floatingips/970a720b-f3da-4a00-84b7-bd58d8e5649d HTTP/1.1" status: 204 len: 168 time: 0.5821483 Jun 23 14:57:36.980273 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-5c01dbb3-38d7-4c27-b992-d4155583e6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.985478 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-5c01dbb3-38d7-4c27-b992-d4155583e6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:36.991109 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-5c01dbb3-38d7-4c27-b992-d4155583e6ba admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/341c4c90-9e55-4e52-a239-6497aa98a88f HTTP/1.1" status: 204 len: 168 time: 0.1619403 Jun 23 14:57:36.991109 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-b7813b5a-a7b2-42c4-ae94-3f5a22c39afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:37.002053 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01dbb3-38d7-4c27-b992-d4155583e6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341c4c90-9e55-4e52-a239-6497aa98a88f,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:37.005067 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-5c01dbb3-38d7-4c27-b992-d4155583e6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:37.061212 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-ac4f849c-27fe-4e65-bdc8-220256559bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:37.766393 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 4c673043-eb41-4450-b8e5-78c142173a94 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:57:37.788294 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] No Port match for: 4c673043-eb41-4450-b8e5-78c142173a94 {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:57:37.788648 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 4c673043-eb41-4450-b8e5-78c142173a94 not bound to the agent host hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:57:39.735035 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41528) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:39.798564 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:39.803262 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-e0332172-11a5-4e0c-94e1-99c86f2ab8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:40.295186 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16234978'] for router_interface, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:40.578351 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] Deleting port bc336e90-a726-4ad7-8c50-12ac53d21907 {{(pid=104656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:57:40.578687 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:40.676204 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.db [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] For port bc336e90-a726-4ad7-8c50-12ac53d21907, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=bc336e90-a726-4ad7-8c50-12ac53d21907,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:40.676577 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:40.692017 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] Calling delete_port for bc336e90-a726-4ad7-8c50-12ac53d21907 owned by network:router_interface {{(pid=104656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:57:40.897413 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51636836'] for port, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:40.899413 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-1f9e1e92-1eec-4e13-b90b-fed545cb2e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:40.926307 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] Pushing event deleted for resources: {'Port': ['ID=bc336e90-a726-4ad7-8c50-12ac53d21907,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:40.942108 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:40.942500 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:40.942887 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:40.943261 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:40.943631 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:40.944001 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:40.944371 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:40.944739 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:40.945143 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:40.945503 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:40.945898 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:40.946258 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:40.958500 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:40.965825 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:41.143620 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604946'] for router_interface, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:41.276223 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41546) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:41.381365 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] Router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:57:41.390209 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-24ebc348-5f09-444b-bd8c-7a47cce2fa10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:41.487534 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-24ebc348-5f09-444b-bd8c-7a47cce2fa10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:41.491691 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-24ebc348-5f09-444b-bd8c-7a47cce2fa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:41.494847 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-7a4d2410-e01c-4d44-8b1f-b404dc959385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:41.495249 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:57:41.503022 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-e99f003c-a2c6-4c69-ad4d-332327a463ba admin admin] 10.222.0.65 "PUT /v2.0/routers/8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7668059 Jun 23 14:57:41.503451 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41550) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:41.505573 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a403bff-f709-4340-9e2c-b371790f989c None None] Sync routers for ids ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'] in dv-cinder-796286-8-iscsi {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:57:41.516998 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a403bff-f709-4340-9e2c-b371790f989c None None] Routers {'8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:57:41.517617 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-5a403bff-f709-4340-9e2c-b371790f989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:57:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:41.573571 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-24ebc348-5f09-444b-bd8c-7a47cce2fa10 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1923c0cbafae46b3a797ea955c8d3502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939239 Jun 23 14:57:41.575191 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41552) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:41.578860 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ebc348-5f09-444b-bd8c-7a47cce2fa10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cebc02-780e-48df-8fa5-5ede1bb58741,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:41.583153 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-24ebc348-5f09-444b-bd8c-7a47cce2fa10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:41.634642 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-5a403bff-f709-4340-9e2c-b371790f989c None None] Set router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:57:41.648758 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-41712bed-ea0d-473a-95a7-6949046bd318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:41.651109 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-81fd2adc-35aa-4c95-b55f-2f40f9592b84 admin admin] Notify callbacks [] for router, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:41.674110 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-41712bed-ea0d-473a-95a7-6949046bd318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:41.735187 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-41712bed-ea0d-473a-95a7-6949046bd318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:41.738345 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-41712bed-ea0d-473a-95a7-6949046bd318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:41.741786 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-41712bed-ea0d-473a-95a7-6949046bd318 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/47cebc02-780e-48df-8fa5-5ede1bb58741 HTTP/1.1" status: 204 len: 168 time: 0.1626952 Jun 23 14:57:41.741786 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-6cae2c47-afae-4791-858a-8f4a37c51b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:41.750812 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41712bed-ea0d-473a-95a7-6949046bd318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cebc02-780e-48df-8fa5-5ede1bb58741,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:41.753669 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-41712bed-ea0d-473a-95a7-6949046bd318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:41.788042 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-81fd2adc-35aa-4c95-b55f-2f40f9592b84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:41.834900 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-5a403bff-f709-4340-9e2c-b371790f989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-router', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:57:40Z', 'revision_number': 5, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'gw_port': {'id': '7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:49:33Z', 'updated_at': '2021-06-23T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:41.848460 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-81fd2adc-35aa-4c95-b55f-2f40f9592b84 admin admin] Deleting port 7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:57:41.848822 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-81fd2adc-35aa-4c95-b55f-2f40f9592b84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:41.863626 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a403bff-f709-4340-9e2c-b371790f989c None None] Checking router: 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 for host: dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:57:41.876668 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a403bff-f709-4340-9e2c-b371790f989c None None] Routers {'8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:57:41.876668 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-5a403bff-f709-4340-9e2c-b371790f989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:57:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:41.961064 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [None req-81fd2adc-35aa-4c95-b55f-2f40f9592b84 admin admin] For port 7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:41.961510 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-81fd2adc-35aa-4c95-b55f-2f40f9592b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:41.973010 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-5a403bff-f709-4340-9e2c-b371790f989c None None] Set router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 gateway port host: None {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:57:41.978857 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-81fd2adc-35aa-4c95-b55f-2f40f9592b84 admin admin] Calling delete_port for 7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa owned by network:router_gateway {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:57:42.034457 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-5a403bff-f709-4340-9e2c-b371790f989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-router', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:57:41Z', 'revision_number': 6, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'gw_port_host': None}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:42.065590 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a403bff-f709-4340-9e2c-b371790f989c None None] The sync data for ids ['8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3'] in dv-cinder-796286-8-iscsi is: [{'id': '8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3', 'name': 'tempest-AttachVolumeShelveTestJSON-2135662160-router', 'tenant_id': 'f1f1df70bdc347509afb763322e81a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:49:31Z', 'updated_at': '2021-06-23T14:57:41Z', 'revision_number': 6, 'project_id': 'f1f1df70bdc347509afb763322e81a15', 'gw_port_host': None}] {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:57:42.461341 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-81fd2adc-35aa-4c95-b55f-2f40f9592b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:42.463611 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:42.488929 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd2adc-35aa-4c95-b55f-2f40f9592b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:42.492247 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-81fd2adc-35aa-4c95-b55f-2f40f9592b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:42.572000 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-81fd2adc-35aa-4c95-b55f-2f40f9592b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603015'] for router_gateway, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:42.679361 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-81fd2adc-35aa-4c95-b55f-2f40f9592b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62283'] for router, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:42.681607 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-81fd2adc-35aa-4c95-b55f-2f40f9592b84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:42.705142 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:42.732616 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-81fd2adc-35aa-4c95-b55f-2f40f9592b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604649'] for router, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:42.733194 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fd2adc-35aa-4c95-b55f-2f40f9592b84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 {{(pid=104657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:57:42.737630 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-81fd2adc-35aa-4c95-b55f-2f40f9592b84 admin admin] Notify callbacks [] for router, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:42.741303 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-81fd2adc-35aa-4c95-b55f-2f40f9592b84 admin admin] 10.222.0.65 "DELETE /v2.0/routers/8b5e7a0e-5a1c-49f6-94bd-b76766cae3f3 HTTP/1.1" status: 204 len: 168 time: 1.2303312 Jun 23 14:57:42.742091 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41584) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:42.795513 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f734b1-8e5b-4332-84d4-21a8a6cee82d admin admin] Deleting subnet 7e25bbb7-3773-4230-b906-44113f972ac4 {{(pid=104657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:57:42.798683 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f3f734b1-8e5b-4332-84d4-21a8a6cee82d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:42.833346 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f3f734b1-8e5b-4332-84d4-21a8a6cee82d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3530106'] for subnet, precommit_delete_associations {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:42.930035 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f3f734b1-8e5b-4332-84d4-21a8a6cee82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16078100'] for subnet, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:42.948925 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:57:42.979658 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: 7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:57:42.980654 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 7b1d3bf0-b3be-4222-adaf-01fd05e8b5aa not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:57:42.981168 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device bc336e90-a726-4ad7-8c50-12ac53d21907 no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:57:43.001476 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: bc336e90-a726-4ad7-8c50-12ac53d21907 {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:57:43.001920 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device bc336e90-a726-4ad7-8c50-12ac53d21907 not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:57:43.016522 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f3f734b1-8e5b-4332-84d4-21a8a6cee82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16078093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4170546'] for subnet, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:43.020475 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-f9bb0bd5-4d44-4de3-b908-6d555442bd70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:43.047454 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f734b1-8e5b-4332-84d4-21a8a6cee82d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e25bbb7-3773-4230-b906-44113f972ac4,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:43.052731 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f3f734b1-8e5b-4332-84d4-21a8a6cee82d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:43.056932 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-f3f734b1-8e5b-4332-84d4-21a8a6cee82d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7e25bbb7-3773-4230-b906-44113f972ac4 HTTP/1.1" status: 204 len: 168 time: 0.3115809 Jun 23 14:57:43.056932 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-f3f734b1-8e5b-4332-84d4-21a8a6cee82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:43.057125 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd82777-7e97-4058-941d-52280fc3f9e4 None None] Network b2d1e732-3395-45e9-ab92-336826d1d69d requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:57:43.057221 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41618) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:43.137186 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235410'] for network, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:43.198099 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] Deleting port 67749fe7-bea3-4536-8b19-fc328c4884ff {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:57:43.198563 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:43.315226 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] For port 67749fe7-bea3-4536-8b19-fc328c4884ff, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=67749fe7-bea3-4536-8b19-fc328c4884ff,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:43.315972 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:43.353183 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] Calling delete_port for 67749fe7-bea3-4536-8b19-fc328c4884ff owned by network:dhcp {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:57:43.396675 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122c3160-059f-43e1-bfd8-e2c7c49d7c6b None None] DHCP port deletion for b2d1e732-3395-45e9-ab92-336826d1d69d request from dv-cinder-796286-8-iscsi {{(pid=104658) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:57:43.462854 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-122c3160-059f-43e1-bfd8-e2c7c49d7c6b None None] Deleting port 67749fe7-bea3-4536-8b19-fc328c4884ff {{(pid=104658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:57:43.463413 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-122c3160-059f-43e1-bfd8-e2c7c49d7c6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:43.488848 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:43.493888 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-f0a5a3e0-5fc9-4997-b467-5ede94f669b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:43.521889 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] Pushing event deleted for resources: {'Port': ['ID=67749fe7-bea3-4536-8b19-fc328c4884ff,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:43.525236 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:43.526074 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] No DVR routers for this DVR port 67749fe7-bea3-4536-8b19-fc328c4884ff on host dv-cinder-796286-8-iscsi {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:57:43.541596 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-122c3160-059f-43e1-bfd8-e2c7c49d7c6b None None] For port 67749fe7-bea3-4536-8b19-fc328c4884ff, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=67749fe7-bea3-4536-8b19-fc328c4884ff,segment=NetworkSegment(d18f6adb-4949-49e5-9cce-0c15933b8ab6),segment_id=d18f6adb-4949-49e5-9cce-0c15933b8ab6)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:43.542283 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-122c3160-059f-43e1-bfd8-e2c7c49d7c6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:43.556995 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-122c3160-059f-43e1-bfd8-e2c7c49d7c6b None None] Calling delete_port for 67749fe7-bea3-4536-8b19-fc328c4884ff owned by network:dhcp {{(pid=104658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:57:43.616639 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16034969', 'neutron.services.segments.db._delete_segments_for_network-8784122434079'] for network, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:43.632833 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d1e732-3395-45e9-ab92-336826d1d69d']}} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:43.647391 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18f6adb-4949-49e5-9cce-0c15933b8ab6') {'for_net_delete': True} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:43.647715 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18f6adb-4949-49e5-9cce-0c15933b8ab6') {} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:43.651404 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-122c3160-059f-43e1-bfd8-e2c7c49d7c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932'] for port, after_delete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:43.653634 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-f0b7784f-5fd9-4ea4-88b7-63a0ad9e0427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:43.658078 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784122471918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3530085'] for segment, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:43.672244 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:43.685252 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c3160-059f-43e1-bfd8-e2c7c49d7c6b None None] Pushing event deleted for resources: {'Port': ['ID=67749fe7-bea3-4536-8b19-fc328c4884ff,revision_number=None']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:43.687155 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=104657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:57:43.687666 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3444818'] for segment, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:43.690400 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-122c3160-059f-43e1-bfd8-e2c7c49d7c6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:43.691247 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122c3160-059f-43e1-bfd8-e2c7c49d7c6b None None] No DVR routers for this DVR port 67749fe7-bea3-4536-8b19-fc328c4884ff on host dv-cinder-796286-8-iscsi {{(pid=104658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: Traceback (most recent call last): Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: timer() Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: cb(*args, **kw) Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: return func(*args, **kwargs) Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: self._notify() Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: self.callback(batched_events) Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: event.method(event) Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: return f(self, *a, **k) Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: return self._get(url).json() Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: return self.request(url, 'GET', **kwargs) Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:57:43.702331 dv-cinder-796286-8-iscsi neutron-server[104657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:57:43.766105 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16034962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602998'] for network, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:43.771736 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:43.777656 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:43.777989 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] 10.222.0.65 "DELETE /v2.0/networks/b2d1e732-3395-45e9-ab92-336826d1d69d HTTP/1.1" status: 204 len: 168 time: 0.7200477 Jun 23 14:57:43.793983 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] Pushing event deleted for resources: {'Network': ['ID=b2d1e732-3395-45e9-ab92-336826d1d69d,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:43.797288 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:43.978990 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41640) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:44.027075 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-bcd4d37a-89ba-4833-96ef-50e751d162d1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1f1df70bdc347509afb763322e81a15&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0455163 Jun 23 14:57:44.029922 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41642) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:44.097265 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-48cfb57e-f5e1-48bf-8d07-c5d7c442ff56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:44.122358 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-48cfb57e-f5e1-48bf-8d07-c5d7c442ff56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:44.177986 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-48cfb57e-f5e1-48bf-8d07-c5d7c442ff56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:44.180742 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-48cfb57e-f5e1-48bf-8d07-c5d7c442ff56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:44.182027 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-48cfb57e-f5e1-48bf-8d07-c5d7c442ff56 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b17e5455-ce31-4e0b-882c-ec1aa25d7d74 HTTP/1.1" status: 204 len: 168 time: 0.1510406 Jun 23 14:57:44.182861 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-aa315520-5453-4891-88a0-27da72fe8da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:44.191477 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfb57e-f5e1-48bf-8d07-c5d7c442ff56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17e5455-ce31-4e0b-882c-ec1aa25d7d74,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:44.199743 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-48cfb57e-f5e1-48bf-8d07-c5d7c442ff56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:44.699647 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 67749fe7-bea3-4536-8b19-fc328c4884ff no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:57:44.722229 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: 67749fe7-bea3-4536-8b19-fc328c4884ff {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:57:44.722584 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 67749fe7-bea3-4536-8b19-fc328c4884ff not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:57:45.929026 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41686) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:46.005723 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41690) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:46.041195 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-62372790-5464-4009-94f6-f021446b9476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:46.184501 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-62372790-5464-4009-94f6-f021446b9476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:46.193881 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-62372790-5464-4009-94f6-f021446b9476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:46.196451 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-a63a7cab-5946-42d8-8b71-0d7b022e0671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:46.282194 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62372790-5464-4009-94f6-f021446b9476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1be73b1-4bb5-4bd1-8866-88e5d9f65395,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:46.285485 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-62372790-5464-4009-94f6-f021446b9476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:46.288108 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-62372790-5464-4009-94f6-f021446b9476 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a23e7af02f24353bb8fb656ee6fc041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3580751 Jun 23 14:57:46.291016 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41694) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:46.382036 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-37f9dbb5-101f-4712-a608-c080c5ff0dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:46.398616 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-2bfdf420-a95f-4f7d-83c2-d3eacbe9e436 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Deleting port 636ce77a-baa6-40ee-af36-2b04a5b54371 {{(pid=104656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:57:46.398960 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf420-a95f-4f7d-83c2-d3eacbe9e436 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:46.426152 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-37f9dbb5-101f-4712-a608-c080c5ff0dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:46.788748 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf420-a95f-4f7d-83c2-d3eacbe9e436 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:46.789100 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf420-a95f-4f7d-83c2-d3eacbe9e436 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:46.801799 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-2bfdf420-a95f-4f7d-83c2-d3eacbe9e436 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Calling delete_port for 636ce77a-baa6-40ee-af36-2b04a5b54371 owned by network:floatingip {{(pid=104656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:57:46.812496 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-37f9dbb5-101f-4712-a608-c080c5ff0dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:46.815218 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-37f9dbb5-101f-4712-a608-c080c5ff0dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:46.816584 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-37f9dbb5-101f-4712-a608-c080c5ff0dd3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c1be73b1-4bb5-4bd1-8866-88e5d9f65395 HTTP/1.1" status: 204 len: 168 time: 0.5245833 Jun 23 14:57:46.819788 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-cbc040d0-4411-4377-a5ba-f1bbca80193c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:46.830142 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9dbb5-101f-4712-a608-c080c5ff0dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1be73b1-4bb5-4bd1-8866-88e5d9f65395,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:46.832514 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-37f9dbb5-101f-4712-a608-c080c5ff0dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:46.994449 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf420-a95f-4f7d-83c2-d3eacbe9e436 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51636836'] for port, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:46.998133 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-5d385047-48c7-43f0-b366-2109c46f0bc8 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:47.031515 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdf420-a95f-4f7d-83c2-d3eacbe9e436 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Pushing event deleted for resources: {'Port': ['ID=636ce77a-baa6-40ee-af36-2b04a5b54371,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:47.049170 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-2bfdf420-a95f-4f7d-83c2-d3eacbe9e436 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:47.093876 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf420-a95f-4f7d-83c2-d3eacbe9e436 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for floatingip, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:47.094289 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.db.l3_db [None req-2bfdf420-a95f-4f7d-83c2-d3eacbe9e436 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Floating IP 03b892e8-3e88-45d5-94ca-09c6a4bca63f disassociated (deleted). External IP: 172.27.2.139, port: 8fdd863b-eafe-4864-b510-bd8759ec4410. Jun 23 14:57:47.128340 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41702) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:47.148143 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8ea09f1a-aa65-4dd4-998c-5b0a87c18769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:47.241635 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8ea09f1a-aa65-4dd4-998c-5b0a87c18769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:47.246165 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8ea09f1a-aa65-4dd4-998c-5b0a87c18769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:47.249626 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-70657d3b-6ca7-440c-b2ff-e03bd1b04f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:47.284076 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea09f1a-aa65-4dd4-998c-5b0a87c18769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1174039-012c-458b-ba28-4c86538d0dae,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:47.287265 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-8ea09f1a-aa65-4dd4-998c-5b0a87c18769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:47.292601 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-8ea09f1a-aa65-4dd4-998c-5b0a87c18769 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eb5ff302f98d4d7b9cf00bdd62e976c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1608064 Jun 23 14:57:47.295672 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41704) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:47.309608 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfdf420-a95f-4f7d-83c2-d3eacbe9e436 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Router af422a9a-ecd6-4a85-affb-ad7549a3d67c has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:57:47.348774 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8aabe516-e68c-457a-abc4-7b14b706ffab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:47.370362 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8aabe516-e68c-457a-abc4-7b14b706ffab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:47.419653 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8aabe516-e68c-457a-abc4-7b14b706ffab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:47.422290 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8aabe516-e68c-457a-abc4-7b14b706ffab admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:47.423634 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-8aabe516-e68c-457a-abc4-7b14b706ffab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a1174039-012c-458b-ba28-4c86538d0dae HTTP/1.1" status: 204 len: 168 time: 0.1292348 Jun 23 14:57:47.424630 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-b9f10421-5f59-41db-bc26-0ae9a49f8acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:47.431383 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfdf420-a95f-4f7d-83c2-d3eacbe9e436 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:57:47.434337 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabe516-e68c-457a-abc4-7b14b706ffab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1174039-012c-458b-ba28-4c86538d0dae,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:47.436745 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf420-a95f-4f7d-83c2-d3eacbe9e436 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for floatingip, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:47.442116 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-8aabe516-e68c-457a-abc4-7b14b706ffab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:47.454013 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfe3f69-08fd-4f0e-9a34-80064bb28ce8 None None] Sync routers for ids ['af422a9a-ecd6-4a85-affb-ad7549a3d67c'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:57:47.466253 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfe3f69-08fd-4f0e-9a34-80064bb28ce8 None None] Routers {'af422a9a-ecd6-4a85-affb-ad7549a3d67c'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:57:47.467161 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-1bfe3f69-08fd-4f0e-9a34-80064bb28ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:57:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['af422a9a-ecd6-4a85-affb-ad7549a3d67c'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:47.485970 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-2bfdf420-a95f-4f7d-83c2-d3eacbe9e436 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "DELETE /v2.0/floatingips/03b892e8-3e88-45d5-94ca-09c6a4bca63f HTTP/1.1" status: 204 len: 168 time: 1.4788318 Jun 23 14:57:47.486952 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea8c8bb-239b-404c-9a1b-227aebe3f70e', 'tag': '8fdd863b-eafe-4864-b510-bd8759ec4410'}] {{(pid=104656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:57:47.505170 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e40a2b8b531bb5981548eb1117bf515d9995984da5dfbee5bd4235f0b2f017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d043ea-6c73-44bc-ac75-24afb35d7dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea8c8bb-239b-404c-9a1b-227aebe3f70e", "tag": "8fdd863b-eafe-4864-b510-bd8759ec4410"}]}' {{(pid=104656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:57:47.549197 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb905824-4b35-460e-b91a-71428461f7b3 x-openstack-request-id: req-cb905824-4b35-460e-b91a-71428461f7b3 {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:57:47.549761 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea8c8bb-239b-404c-9a1b-227aebe3f70e", "tag": "8fdd863b-eafe-4864-b510-bd8759ec4410", "status": "completed", "code": 200}]} {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:57:47.550227 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb905824-4b35-460e-b91a-71428461f7b3 {{(pid=104656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:57:47.550821 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea8c8bb-239b-404c-9a1b-227aebe3f70e', 'tag': '8fdd863b-eafe-4864-b510-bd8759ec4410', 'status': 'completed', 'code': 200} Jun 23 14:57:47.594808 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-1bfe3f69-08fd-4f0e-9a34-80064bb28ce8 None None] Set router af422a9a-ecd6-4a85-affb-ad7549a3d67c gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:57:47.658114 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d043ea-6c73-44bc-ac75-24afb35d7dc7 req-889abc84-66c3-4607-b552-c427c628744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:47.659973 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-28d043ea-6c73-44bc-ac75-24afb35d7dc7 req-889abc84-66c3-4607-b552-c427c628744d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4d0239c96c2549dd902af083cc256da8&device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 1099 time: 0.0858638 Jun 23 14:57:47.801543 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d043ea-6c73-44bc-ac75-24afb35d7dc7 req-4fcff33c-4473-41e1-a1a8-e628f8400531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:47.803131 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-28d043ea-6c73-44bc-ac75-24afb35d7dc7 req-4fcff33c-4473-41e1-a1a8-e628f8400531 service neutron] 10.222.0.44 "GET /v2.0/networks?id=065fce62-c207-4f9e-a718-d2389d66dea8 HTTP/1.1" status: 200 len: 910 time: 0.1296992 Jun 23 14:57:47.861166 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-28d043ea-6c73-44bc-ac75-24afb35d7dc7 req-b2e12204-12e6-466c-8cb8-f34ac6ec1341 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdd863b-eafe-4864-b510-bd8759ec4410 HTTP/1.1" status: 200 len: 217 time: 0.0479522 Jun 23 14:57:47.890630 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-1bfe3f69-08fd-4f0e-9a34-80064bb28ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'name': 'tempest-TestShelveInstance-1190612269-router', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:43Z', 'revision_number': 4, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'gw_port': {'id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '888ab577-1c6b-4b51-a37e-3b7c2fabf92d', 'name': '', 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'mac_address': 'fa:16:3e:e2:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:42Z', 'updated_at': '2021-06-23T14:51:56Z', 'revision_number': 5, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'subnets': [{'id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:47.925110 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d043ea-6c73-44bc-ac75-24afb35d7dc7 req-15a5daa8-e539-4c72-8df3-c5b91ee012fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:47.926592 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-28d043ea-6c73-44bc-ac75-24afb35d7dc7 req-15a5daa8-e539-4c72-8df3-c5b91ee012fd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=90f6b181-54a8-40bc-be20-cd06f910f17b HTTP/1.1" status: 200 len: 848 time: 0.0588329 Jun 23 14:57:47.932320 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfe3f69-08fd-4f0e-9a34-80064bb28ce8 None None] Checking router: af422a9a-ecd6-4a85-affb-ad7549a3d67c for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:57:47.942567 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfe3f69-08fd-4f0e-9a34-80064bb28ce8 None None] Routers {'af422a9a-ecd6-4a85-affb-ad7549a3d67c'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:57:47.943194 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-1bfe3f69-08fd-4f0e-9a34-80064bb28ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:57:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['af422a9a-ecd6-4a85-affb-ad7549a3d67c'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:47.947767 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef61f0f-f3fa-4955-81e4-696030323398 req-79e9bcbb-1c23-4835-87db-e8d4d3ec73d7 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:47.955915 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-0ef61f0f-f3fa-4955-81e4-696030323398 req-79e9bcbb-1c23-4835-87db-e8d4d3ec73d7 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.0797014 Jun 23 14:57:48.001686 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d043ea-6c73-44bc-ac75-24afb35d7dc7 req-28198b18-9b29-4c8b-a290-9f5b9a456e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:48.003302 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-28d043ea-6c73-44bc-ac75-24afb35d7dc7 req-28198b18-9b29-4c8b-a290-9f5b9a456e69 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=065fce62-c207-4f9e-a718-d2389d66dea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675225 Jun 23 14:57:48.010259 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-0ef61f0f-f3fa-4955-81e4-696030323398 req-871957d7-be20-4c9a-aeb2-3eb874e4d3a9 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515285 Jun 23 14:57:48.064228 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-1bfe3f69-08fd-4f0e-9a34-80064bb28ce8 None None] Set router af422a9a-ecd6-4a85-affb-ad7549a3d67c gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:57:48.104083 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-28d043ea-6c73-44bc-ac75-24afb35d7dc7 req-6c5ea2ac-d548-4db2-a06c-724854836ec0 service neutron] 10.222.0.44 "GET /v2.0/networks/065fce62-c207-4f9e-a718-d2389d66dea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899849 Jun 23 14:57:48.220338 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-28d043ea-6c73-44bc-ac75-24afb35d7dc7 req-02206245-f4e7-418e-a33a-d30503a6b2a5 service neutron] 10.222.0.44 "GET /v2.0/networks/065fce62-c207-4f9e-a718-d2389d66dea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086495 Jun 23 14:57:48.286571 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-1bfe3f69-08fd-4f0e-9a34-80064bb28ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'name': 'tempest-TestShelveInstance-1190612269-router', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:43Z', 'revision_number': 4, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'gw_port': {'id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '888ab577-1c6b-4b51-a37e-3b7c2fabf92d', 'name': '', 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'mac_address': 'fa:16:3e:e2:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:42Z', 'updated_at': '2021-06-23T14:51:56Z', 'revision_number': 5, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'subnets': [{'id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:48.314601 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfe3f69-08fd-4f0e-9a34-80064bb28ce8 None None] The sync data for ids ['af422a9a-ecd6-4a85-affb-ad7549a3d67c'] in dv-cinder-796286-8-iscsi is: [{'id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'name': 'tempest-TestShelveInstance-1190612269-router', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:43Z', 'revision_number': 4, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'gw_port': {'id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '888ab577-1c6b-4b51-a37e-3b7c2fabf92d', 'name': '', 'network_id': '065fce62-c207-4f9e-a718-d2389d66dea8', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'mac_address': 'fa:16:3e:e2:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:42Z', 'updated_at': '2021-06-23T14:51:56Z', 'revision_number': 5, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'subnets': [{'id': '90f6b181-54a8-40bc-be20-cd06f910f17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:57:48.549363 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9330b5-2565-43f3-8f2c-58d30bd20b00 None None] New status for floating IP 03b892e8-3e88-45d5-94ca-09c6a4bca63f: DOWN {{(pid=104659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:57:49.186353 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630dea6-0a73-4a87-855d-58ce49a718eb req-0efc23fc-ecf7-42bf-a17b-2ee8b1b1afd8 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:49.187811 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3630dea6-0a73-4a87-855d-58ce49a718eb req-0efc23fc-ecf7-42bf-a17b-2ee8b1b1afd8 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.0645611 Jun 23 14:57:49.227828 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3630dea6-0a73-4a87-855d-58ce49a718eb req-2587029b-a6a6-459a-85db-6a4cf1506d91 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa473bae-1558-4c47-a7a2-2a81b5eedd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344591 Jun 23 14:57:49.501517 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a8bf8-78a1-4dea-9691-eefdd22ab57d req-1d2b7533-f20d-4483-9aed-250dd9fc6618 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:49.503091 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2b4a8bf8-78a1-4dea-9691-eefdd22ab57d req-1d2b7533-f20d-4483-9aed-250dd9fc6618 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 946 time: 0.0712099 Jun 23 14:57:49.611408 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-2b4a8bf8-78a1-4dea-9691-eefdd22ab57d req-7c9cfffe-5ee0-4c68-970f-2ed4202adaf2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Deleting port 8fdd863b-eafe-4864-b510-bd8759ec4410 {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:57:49.611742 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2b4a8bf8-78a1-4dea-9691-eefdd22ab57d req-7c9cfffe-5ee0-4c68-970f-2ed4202adaf2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:49.704326 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-2b4a8bf8-78a1-4dea-9691-eefdd22ab57d req-7c9cfffe-5ee0-4c68-970f-2ed4202adaf2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] For port 8fdd863b-eafe-4864-b510-bd8759ec4410, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8fdd863b-eafe-4864-b510-bd8759ec4410,segment=NetworkSegment(6b6d6175-6f7a-4ab0-944f-8ac973921a6d),segment_id=6b6d6175-6f7a-4ab0-944f-8ac973921a6d)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:49.704598 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2b4a8bf8-78a1-4dea-9691-eefdd22ab57d req-7c9cfffe-5ee0-4c68-970f-2ed4202adaf2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:49.729187 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-2b4a8bf8-78a1-4dea-9691-eefdd22ab57d req-7c9cfffe-5ee0-4c68-970f-2ed4202adaf2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Calling delete_port for 8fdd863b-eafe-4864-b510-bd8759ec4410 owned by compute:nova {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:57:49.875362 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2b4a8bf8-78a1-4dea-9691-eefdd22ab57d req-7c9cfffe-5ee0-4c68-970f-2ed4202adaf2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:49.879546 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-6cc1d707-ea6f-4dd6-9396-2f1e428d6a9e tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:49.907459 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cfffe-5ee0-4c68-970f-2ed4202adaf2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Pushing event deleted for resources: {'Port': ['ID=8fdd863b-eafe-4864-b510-bd8759ec4410,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:49.910896 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-7c9cfffe-5ee0-4c68-970f-2ed4202adaf2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:49.955623 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4a8bf8-78a1-4dea-9691-eefdd22ab57d req-7c9cfffe-5ee0-4c68-970f-2ed4202adaf2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] No DVR routers for this DVR port 8fdd863b-eafe-4864-b510-bd8759ec4410 on host hv-cinder-79628 {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:57:49.958044 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-2b4a8bf8-78a1-4dea-9691-eefdd22ab57d req-7c9cfffe-5ee0-4c68-970f-2ed4202adaf2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:49.959966 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-2b4a8bf8-78a1-4dea-9691-eefdd22ab57d req-7c9cfffe-5ee0-4c68-970f-2ed4202adaf2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.44 "DELETE /v2.0/ports/8fdd863b-eafe-4864-b510-bd8759ec4410 HTTP/1.1" status: 204 len: 173 time: 0.4508488 Jun 23 14:57:49.960483 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea8c8bb-239b-404c-9a1b-227aebe3f70e', 'name': 'network-vif-deleted', 'tag': '8fdd863b-eafe-4864-b510-bd8759ec4410'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:57:49.962804 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13d57fd-2edd-4deb-95bc-f72df138a015" -d '{"events": [{"server_uuid": "1ea8c8bb-239b-404c-9a1b-227aebe3f70e", "name": "network-vif-deleted", "tag": "8fdd863b-eafe-4864-b510-bd8759ec4410"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:57:50.005862 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b05a592-8686-4824-bf99-391a103abfce x-openstack-request-id: req-9b05a592-8686-4824-bf99-391a103abfce {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:57:50.006228 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea8c8bb-239b-404c-9a1b-227aebe3f70e", "name": "network-vif-deleted", "tag": "8fdd863b-eafe-4864-b510-bd8759ec4410", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:57:50.006533 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9b05a592-8686-4824-bf99-391a103abfce {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:57:50.006978 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea8c8bb-239b-404c-9a1b-227aebe3f70e', 'name': 'network-vif-deleted', 'tag': '8fdd863b-eafe-4864-b510-bd8759ec4410', 'status': 'completed', 'code': 200} Jun 23 14:57:50.398638 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-3b367123-5fb4-4a4c-8da3-549fe27e3d28 req-e4b31e4d-2608-4dfc-a533-db87726f3a58 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ea8c8bb-239b-404c-9a1b-227aebe3f70e HTTP/1.1" status: 200 len: 210 time: 0.0460131 Jun 23 14:57:51.508703 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41790) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:51.569545 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-cf4eb0c8-faa7-4052-8857-5e0d74a36004 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:51.595081 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-cf4eb0c8-faa7-4052-8857-5e0d74a36004 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:51.661215 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-cf4eb0c8-faa7-4052-8857-5e0d74a36004 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:51.663885 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-cf4eb0c8-faa7-4052-8857-5e0d74a36004 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:51.665120 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-cf4eb0c8-faa7-4052-8857-5e0d74a36004 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] 10.222.0.65 "DELETE /v2.0/security-groups/fa473bae-1558-4c47-a7a2-2a81b5eedd8a HTTP/1.1" status: 204 len: 168 time: 0.1553712 Jun 23 14:57:51.665993 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-f02ee3ab-b9b1-4b74-8f22-55e88f92825f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:51.676209 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4eb0c8-faa7-4052-8857-5e0d74a36004 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa473bae-1558-4c47-a7a2-2a81b5eedd8a,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:51.678996 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-cf4eb0c8-faa7-4052-8857-5e0d74a36004 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:51.717995 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41794) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:52.296867 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f4ce24b5-26a1-4a9e-aa0e-d46983006697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16234978'] for router_interface, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:52.579090 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-f4ce24b5-26a1-4a9e-aa0e-d46983006697 admin admin] Deleting port 888ab577-1c6b-4b51-a37e-3b7c2fabf92d {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:57:52.579707 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f4ce24b5-26a1-4a9e-aa0e-d46983006697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:52.673077 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [None req-f4ce24b5-26a1-4a9e-aa0e-d46983006697 admin admin] For port 888ab577-1c6b-4b51-a37e-3b7c2fabf92d, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=888ab577-1c6b-4b51-a37e-3b7c2fabf92d,segment=NetworkSegment(6b6d6175-6f7a-4ab0-944f-8ac973921a6d),segment_id=6b6d6175-6f7a-4ab0-944f-8ac973921a6d)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:52.673428 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f4ce24b5-26a1-4a9e-aa0e-d46983006697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:52.686547 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-f4ce24b5-26a1-4a9e-aa0e-d46983006697 admin admin] Calling delete_port for 888ab577-1c6b-4b51-a37e-3b7c2fabf92d owned by network:router_interface {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:57:52.815972 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41832) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:52.888101 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f4ce24b5-26a1-4a9e-aa0e-d46983006697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:52.891410 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-39165fb2-8d17-481e-8055-736217fa922b tempest-TestMinimumBasicScenario-378864103 tempest-TestMinimumBasicScenario-378864103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:52.913852 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce24b5-26a1-4a9e-aa0e-d46983006697 admin admin] Pushing event deleted for resources: {'Port': ['ID=888ab577-1c6b-4b51-a37e-3b7c2fabf92d,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:52.916936 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-f4ce24b5-26a1-4a9e-aa0e-d46983006697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:52.940235 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4b5f0d57-ae2f-427e-b980-6ddb08fc0d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:53.055213 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4b5f0d57-ae2f-427e-b980-6ddb08fc0d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:53.061022 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-4b5f0d57-ae2f-427e-b980-6ddb08fc0d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:53.071117 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-4e1f1b73-3a9c-4bc0-a226-4ac5e7074962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:53.110268 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-4b5f0d57-ae2f-427e-b980-6ddb08fc0d86 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d828877f17d04e0cb8ecf5869900ab62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927456 Jun 23 14:57:53.111322 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f0d57-ae2f-427e-b980-6ddb08fc0d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2139717-4a0a-4b57-b9b2-44fa87d38b56,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:53.111622 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-f4ce24b5-26a1-4a9e-aa0e-d46983006697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604946'] for router_interface, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:53.113609 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41838) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:53.114606 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-4b5f0d57-ae2f-427e-b980-6ddb08fc0d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:53.243345 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1b865d92-af92-4c9f-8c7d-deca492b72cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:53.547929 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1b865d92-af92-4c9f-8c7d-deca492b72cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:53.667187 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1b865d92-af92-4c9f-8c7d-deca492b72cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:53.669685 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1b865d92-af92-4c9f-8c7d-deca492b72cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:53.670820 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-1b865d92-af92-4c9f-8c7d-deca492b72cb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e2139717-4a0a-4b57-b9b2-44fa87d38b56 HTTP/1.1" status: 204 len: 168 time: 0.5561156 Jun 23 14:57:53.673406 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-bf7bb9af-d42c-4019-9061-bbdb7b557dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:53.684462 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b865d92-af92-4c9f-8c7d-deca492b72cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2139717-4a0a-4b57-b9b2-44fa87d38b56,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:53.687071 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-1b865d92-af92-4c9f-8c7d-deca492b72cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:53.691183 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ce24b5-26a1-4a9e-aa0e-d46983006697 admin admin] Router af422a9a-ecd6-4a85-affb-ad7549a3d67c has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:57:53.795498 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ce24b5-26a1-4a9e-aa0e-d46983006697 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:57:53.801792 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-f4ce24b5-26a1-4a9e-aa0e-d46983006697 admin admin] 10.222.0.65 "PUT /v2.0/routers/af422a9a-ecd6-4a85-affb-ad7549a3d67c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0816226 Jun 23 14:57:53.803153 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41844) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:53.805912 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f6cd84-008b-48a0-ba53-a276dc782111 None None] Sync routers for ids ['af422a9a-ecd6-4a85-affb-ad7549a3d67c'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:57:53.816217 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f6cd84-008b-48a0-ba53-a276dc782111 None None] Routers {'af422a9a-ecd6-4a85-affb-ad7549a3d67c'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:57:53.816847 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-31f6cd84-008b-48a0-ba53-a276dc782111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:57:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['af422a9a-ecd6-4a85-affb-ad7549a3d67c'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:53.859871 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 8fdd863b-eafe-4864-b510-bd8759ec4410 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:57:53.907846 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-be95565f-f02f-4364-ac88-05b1ca1d2e3f admin admin] Notify callbacks [] for router, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:53.934109 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] No Port match for: 8fdd863b-eafe-4864-b510-bd8759ec4410 {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:57:53.934489 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 8fdd863b-eafe-4864-b510-bd8759ec4410 not bound to the agent host hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:57:53.954417 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-31f6cd84-008b-48a0-ba53-a276dc782111 None None] Set router af422a9a-ecd6-4a85-affb-ad7549a3d67c gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:57:53.974805 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41846) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:53.989833 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e6e7cb8c-09c5-4d74-a21a-4533d8806577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.017545 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-be95565f-f02f-4364-ac88-05b1ca1d2e3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.084318 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-be95565f-f02f-4364-ac88-05b1ca1d2e3f admin admin] Deleting port 92edb131-6773-49b8-b6cb-b311af2acc4f {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:57:54.084665 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-be95565f-f02f-4364-ac88-05b1ca1d2e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.094260 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e6e7cb8c-09c5-4d74-a21a-4533d8806577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.099603 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e6e7cb8c-09c5-4d74-a21a-4533d8806577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.103873 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-d76f4d71-1344-4d1b-afd7-30058dcd1084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:54.143068 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-e6e7cb8c-09c5-4d74-a21a-4533d8806577 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e92bc64e8c194067a4954ad772d6c4c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670706 Jun 23 14:57:54.145684 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41850) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:54.151985 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7cb8c-09c5-4d74-a21a-4533d8806577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d181191c-ce13-4caf-a542-a11bb9cecc91,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:54.152991 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-31f6cd84-008b-48a0-ba53-a276dc782111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'name': 'tempest-TestShelveInstance-1190612269-router', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:57:52Z', 'revision_number': 5, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'gw_port': {'id': '92edb131-6773-49b8-b6cb-b311af2acc4f', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:54.155641 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-e6e7cb8c-09c5-4d74-a21a-4533d8806577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:54.179408 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [None req-be95565f-f02f-4364-ac88-05b1ca1d2e3f admin admin] For port 92edb131-6773-49b8-b6cb-b311af2acc4f, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=92edb131-6773-49b8-b6cb-b311af2acc4f,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:54.179776 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-be95565f-f02f-4364-ac88-05b1ca1d2e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.184873 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f6cd84-008b-48a0-ba53-a276dc782111 None None] Checking router: af422a9a-ecd6-4a85-affb-ad7549a3d67c for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:57:54.193756 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f6cd84-008b-48a0-ba53-a276dc782111 None None] Routers {'af422a9a-ecd6-4a85-affb-ad7549a3d67c'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:57:54.194436 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-31f6cd84-008b-48a0-ba53-a276dc782111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:57:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['af422a9a-ecd6-4a85-affb-ad7549a3d67c'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:54.195657 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-be95565f-f02f-4364-ac88-05b1ca1d2e3f admin admin] Calling delete_port for 92edb131-6773-49b8-b6cb-b311af2acc4f owned by network:router_gateway {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:57:54.210585 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-81652178-30e8-46c2-9479-fb78d588ed30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.233765 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-81652178-30e8-46c2-9479-fb78d588ed30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.292207 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-81652178-30e8-46c2-9479-fb78d588ed30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.295840 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-81652178-30e8-46c2-9479-fb78d588ed30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.299391 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-81652178-30e8-46c2-9479-fb78d588ed30 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d181191c-ce13-4caf-a542-a11bb9cecc91 HTTP/1.1" status: 204 len: 168 time: 0.1503696 Jun 23 14:57:54.299391 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-f7f26efd-d2fb-4916-a9e8-0445a30a8fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:54.303779 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-31f6cd84-008b-48a0-ba53-a276dc782111 None None] Set router af422a9a-ecd6-4a85-affb-ad7549a3d67c gateway port host: None {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:57:54.306042 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81652178-30e8-46c2-9479-fb78d588ed30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d181191c-ce13-4caf-a542-a11bb9cecc91,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:54.309049 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-81652178-30e8-46c2-9479-fb78d588ed30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:54.369953 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-31f6cd84-008b-48a0-ba53-a276dc782111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'name': 'tempest-TestShelveInstance-1190612269-router', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:57:54Z', 'revision_number': 6, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'gw_port_host': None}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:54.378168 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-be95565f-f02f-4364-ac88-05b1ca1d2e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.385863 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-81fd2adc-35aa-4c95-b55f-2f40f9592b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:54.399641 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f6cd84-008b-48a0-ba53-a276dc782111 None None] The sync data for ids ['af422a9a-ecd6-4a85-affb-ad7549a3d67c'] in dv-cinder-796286-8-iscsi is: [{'id': 'af422a9a-ecd6-4a85-affb-ad7549a3d67c', 'name': 'tempest-TestShelveInstance-1190612269-router', 'tenant_id': '4d0239c96c2549dd902af083cc256da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:38Z', 'updated_at': '2021-06-23T14:57:54Z', 'revision_number': 6, 'project_id': '4d0239c96c2549dd902af083cc256da8', 'gw_port_host': None}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:57:54.411541 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95565f-f02f-4364-ac88-05b1ca1d2e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=92edb131-6773-49b8-b6cb-b311af2acc4f,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:54.416169 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-be95565f-f02f-4364-ac88-05b1ca1d2e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:54.494123 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-be95565f-f02f-4364-ac88-05b1ca1d2e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603015'] for router_gateway, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.588852 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-be95565f-f02f-4364-ac88-05b1ca1d2e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62283'] for router, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.591957 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-be95565f-f02f-4364-ac88-05b1ca1d2e3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.646769 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-be95565f-f02f-4364-ac88-05b1ca1d2e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604649'] for router, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.647394 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be95565f-f02f-4364-ac88-05b1ca1d2e3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router af422a9a-ecd6-4a85-affb-ad7549a3d67c {{(pid=104657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:57:54.651726 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-be95565f-f02f-4364-ac88-05b1ca1d2e3f admin admin] Notify callbacks [] for router, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.653372 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-be95565f-f02f-4364-ac88-05b1ca1d2e3f admin admin] 10.222.0.65 "DELETE /v2.0/routers/af422a9a-ecd6-4a85-affb-ad7549a3d67c HTTP/1.1" status: 204 len: 168 time: 0.8492606 Jun 23 14:57:54.655948 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41860) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:54.701348 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd373f1a-7885-47f2-827d-4ada91cf9561 admin admin] Deleting subnet 90f6b181-54a8-40bc-be20-cd06f910f17b {{(pid=104657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:57:54.704719 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-cd373f1a-7885-47f2-827d-4ada91cf9561 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.741245 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-cd373f1a-7885-47f2-827d-4ada91cf9561 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3530106'] for subnet, precommit_delete_associations {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.768398 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.864853 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-cd373f1a-7885-47f2-827d-4ada91cf9561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16078100'] for subnet, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.934521 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-cd373f1a-7885-47f2-827d-4ada91cf9561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16078093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4170546'] for subnet, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.936769 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:54.938500 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 888ab577-1c6b-4b51-a37e-3b7c2fabf92d no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:57:54.968497 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd373f1a-7885-47f2-827d-4ada91cf9561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90f6b181-54a8-40bc-be20-cd06f910f17b,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:54.975510 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-cd373f1a-7885-47f2-827d-4ada91cf9561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:54.977407 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-cd373f1a-7885-47f2-827d-4ada91cf9561 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/90f6b181-54a8-40bc-be20-cd06f910f17b HTTP/1.1" status: 204 len: 168 time: 0.3205295 Jun 23 14:57:54.978387 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-cd373f1a-7885-47f2-827d-4ada91cf9561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:54.979929 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41872) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:54.981872 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae68a36-f62a-4b5b-b11b-f500d2d3cbe9 None None] Network 065fce62-c207-4f9e-a718-d2389d66dea8 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:57:54.985007 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: 888ab577-1c6b-4b51-a37e-3b7c2fabf92d {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:57:54.985315 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 888ab577-1c6b-4b51-a37e-3b7c2fabf92d not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:57:55.056443 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c97aac0d-45f6-4b2a-8c1e-5995f4004b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235410'] for network, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:55.110282 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-c97aac0d-45f6-4b2a-8c1e-5995f4004b88 admin admin] Deleting port 7de989c1-07ae-425c-ae02-29d8f7d44a7b {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:57:55.110548 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c97aac0d-45f6-4b2a-8c1e-5995f4004b88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:55.183425 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [None req-c97aac0d-45f6-4b2a-8c1e-5995f4004b88 admin admin] For port 7de989c1-07ae-425c-ae02-29d8f7d44a7b, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=7de989c1-07ae-425c-ae02-29d8f7d44a7b,segment=NetworkSegment(6b6d6175-6f7a-4ab0-944f-8ac973921a6d),segment_id=6b6d6175-6f7a-4ab0-944f-8ac973921a6d)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:55.183744 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c97aac0d-45f6-4b2a-8c1e-5995f4004b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:55.195839 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-c97aac0d-45f6-4b2a-8c1e-5995f4004b88 admin admin] Calling delete_port for 7de989c1-07ae-425c-ae02-29d8f7d44a7b owned by network:dhcp {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:57:55.273023 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d54f80a-eda2-4e55-9bb6-161d525bcb14 None None] DHCP port deletion for 065fce62-c207-4f9e-a718-d2389d66dea8 request from dv-cinder-796286-8-iscsi {{(pid=104658) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:57:55.294219 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c97aac0d-45f6-4b2a-8c1e-5995f4004b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:55.297502 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-f0d16eb0-99d6-4eb2-a2eb-e6deac8c08ea tempest-VolumesSnapshotTestJSON-239069903 tempest-VolumesSnapshotTestJSON-239069903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:55.323231 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97aac0d-45f6-4b2a-8c1e-5995f4004b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=7de989c1-07ae-425c-ae02-29d8f7d44a7b,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:55.325795 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97aac0d-45f6-4b2a-8c1e-5995f4004b88 admin admin] No DVR routers for this DVR port 7de989c1-07ae-425c-ae02-29d8f7d44a7b on host dv-cinder-796286-8-iscsi {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:57:55.327379 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c97aac0d-45f6-4b2a-8c1e-5995f4004b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:55.343117 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9d54f80a-eda2-4e55-9bb6-161d525bcb14 None None] Deleting port 7de989c1-07ae-425c-ae02-29d8f7d44a7b {{(pid=104658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:57:55.343540 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9d54f80a-eda2-4e55-9bb6-161d525bcb14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:55.410556 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c97aac0d-45f6-4b2a-8c1e-5995f4004b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16034969', 'neutron.services.segments.db._delete_segments_for_network-8784122434079'] for network, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:55.421699 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-c97aac0d-45f6-4b2a-8c1e-5995f4004b88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['065fce62-c207-4f9e-a718-d2389d66dea8']}} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:55.428427 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9d54f80a-eda2-4e55-9bb6-161d525bcb14 None None] For port 7de989c1-07ae-425c-ae02-29d8f7d44a7b, host dv-cinder-796286-8-iscsi, got binding levels [] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:55.428841 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9d54f80a-eda2-4e55-9bb6-161d525bcb14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:55.432934 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-c97aac0d-45f6-4b2a-8c1e-5995f4004b88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6d6175-6f7a-4ab0-944f-8ac973921a6d') {'for_net_delete': True} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:55.433798 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.services.segments.db [None req-c97aac0d-45f6-4b2a-8c1e-5995f4004b88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6d6175-6f7a-4ab0-944f-8ac973921a6d') {} {{(pid=104657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:55.443175 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c97aac0d-45f6-4b2a-8c1e-5995f4004b88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784122471918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3530085'] for segment, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:55.443605 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9d54f80a-eda2-4e55-9bb6-161d525bcb14 None None] Calling delete_port for 7de989c1-07ae-425c-ae02-29d8f7d44a7b owned by network:dhcp {{(pid=104658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:57:55.446649 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.ipam_backend_mixin [None req-9d54f80a-eda2-4e55-9bb6-161d525bcb14 None None] Port 7de989c1-07ae-425c-ae02-29d8f7d44a7b was not found and therefore no delete operation was performed {{(pid=104658) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 14:57:55.447885 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9d54f80a-eda2-4e55-9bb6-161d525bcb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932'] for port, after_delete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:55.451346 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:55.463192 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c97aac0d-45f6-4b2a-8c1e-5995f4004b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:55.471073 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97aac0d-45f6-4b2a-8c1e-5995f4004b88 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=104657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:57:55.471729 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c97aac0d-45f6-4b2a-8c1e-5995f4004b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3444818'] for segment, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: Traceback (most recent call last): Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: timer() Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: cb(*args, **kw) Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: return func(*args, **kwargs) Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: self._notify() Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: self.callback(batched_events) Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: event.method(event) Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: return f(self, *a, **k) Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: return self._get(url).json() Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: return self.request(url, 'GET', **kwargs) Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:57:55.475449 dv-cinder-796286-8-iscsi neutron-server[104657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:57:55.478302 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54f80a-eda2-4e55-9bb6-161d525bcb14 None None] Pushing event deleted for resources: {'Port': ['ID=7de989c1-07ae-425c-ae02-29d8f7d44a7b,revision_number=None']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:55.483223 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d54f80a-eda2-4e55-9bb6-161d525bcb14 None None] No DVR routers for this DVR port 7de989c1-07ae-425c-ae02-29d8f7d44a7b on host dv-cinder-796286-8-iscsi {{(pid=104658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:57:55.490321 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54f80a-eda2-4e55-9bb6-161d525bcb14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:55.490515 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54f80a-eda2-4e55-9bb6-161d525bcb14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:55.491056 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54f80a-eda2-4e55-9bb6-161d525bcb14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:55.491553 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54f80a-eda2-4e55-9bb6-161d525bcb14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:55.492041 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54f80a-eda2-4e55-9bb6-161d525bcb14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:55.492532 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54f80a-eda2-4e55-9bb6-161d525bcb14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:55.494173 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54f80a-eda2-4e55-9bb6-161d525bcb14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:55.494678 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54f80a-eda2-4e55-9bb6-161d525bcb14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:55.495026 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54f80a-eda2-4e55-9bb6-161d525bcb14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:55.495371 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54f80a-eda2-4e55-9bb6-161d525bcb14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:55.496253 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54f80a-eda2-4e55-9bb6-161d525bcb14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:55.496585 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54f80a-eda2-4e55-9bb6-161d525bcb14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:57:55.499651 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9d54f80a-eda2-4e55-9bb6-161d525bcb14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:55.557437 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c97aac0d-45f6-4b2a-8c1e-5995f4004b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16034962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602998'] for network, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:55.566066 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-83334293-cedb-4ee4-b93a-3f662a247050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:55.569973 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c97aac0d-45f6-4b2a-8c1e-5995f4004b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:55.575822 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-c97aac0d-45f6-4b2a-8c1e-5995f4004b88 admin admin] 10.222.0.65 "DELETE /v2.0/networks/065fce62-c207-4f9e-a718-d2389d66dea8 HTTP/1.1" status: 204 len: 168 time: 0.5921075 Jun 23 14:57:55.576583 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41898) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:55.587929 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97aac0d-45f6-4b2a-8c1e-5995f4004b88 admin admin] Pushing event deleted for resources: {'Network': ['ID=065fce62-c207-4f9e-a718-d2389d66dea8,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:55.592829 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c97aac0d-45f6-4b2a-8c1e-5995f4004b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:55.986269 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-1b712e5c-d720-487b-bc46-21a02c20de7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16234978'] for router_interface, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:56.250301 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-1b712e5c-d720-487b-bc46-21a02c20de7c admin admin] Deleting port 369920be-430c-42e0-9a3e-54e295ff308c {{(pid=104656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:57:56.250744 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-1b712e5c-d720-487b-bc46-21a02c20de7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:56.342389 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.db [None req-1b712e5c-d720-487b-bc46-21a02c20de7c admin admin] For port 369920be-430c-42e0-9a3e-54e295ff308c, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=369920be-430c-42e0-9a3e-54e295ff308c,segment=NetworkSegment(14a68caa-d77b-4979-a3fa-033a80d8e0f1),segment_id=14a68caa-d77b-4979-a3fa-033a80d8e0f1)] {{(pid=104656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:56.342819 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-1b712e5c-d720-487b-bc46-21a02c20de7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:56.357958 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-1b712e5c-d720-487b-bc46-21a02c20de7c admin admin] Calling delete_port for 369920be-430c-42e0-9a3e-54e295ff308c owned by network:router_interface {{(pid=104656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:57:56.547689 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-1b712e5c-d720-487b-bc46-21a02c20de7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51636836'] for port, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:56.550427 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-b609a900-12dd-418e-9111-9027cb6b21b2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:56.578220 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b712e5c-d720-487b-bc46-21a02c20de7c admin admin] Pushing event deleted for resources: {'Port': ['ID=369920be-430c-42e0-9a3e-54e295ff308c,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:56.584822 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-1b712e5c-d720-487b-bc46-21a02c20de7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:56.765031 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 92edb131-6773-49b8-b6cb-b311af2acc4f no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:57:56.766443 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-1b712e5c-d720-487b-bc46-21a02c20de7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604946'] for router_interface, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:56.915618 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: 92edb131-6773-49b8-b6cb-b311af2acc4f {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:57:56.915915 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 92edb131-6773-49b8-b6cb-b311af2acc4f not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:57:56.916387 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 7de989c1-07ae-425c-ae02-29d8f7d44a7b no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:57:56.937765 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: 7de989c1-07ae-425c-ae02-29d8f7d44a7b {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:57:56.938134 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 7de989c1-07ae-425c-ae02-29d8f7d44a7b not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:57:57.001146 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b712e5c-d720-487b-bc46-21a02c20de7c admin admin] Router 96c57acc-095a-490f-848b-a5c7005c3652 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:57:57.108393 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b712e5c-d720-487b-bc46-21a02c20de7c admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:57:57.113971 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-1b712e5c-d720-487b-bc46-21a02c20de7c admin admin] 10.222.0.65 "PUT /v2.0/routers/96c57acc-095a-490f-848b-a5c7005c3652/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5353746 Jun 23 14:57:57.115489 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41926) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:57.116489 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3a5519-3b67-4f00-8895-95f6c8e6e900 None None] Sync routers for ids ['96c57acc-095a-490f-848b-a5c7005c3652'] in dv-cinder-796286-8-iscsi {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:57:57.125903 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3a5519-3b67-4f00-8895-95f6c8e6e900 None None] Routers {'96c57acc-095a-490f-848b-a5c7005c3652'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:57:57.126580 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-ec3a5519-3b67-4f00-8895-95f6c8e6e900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:57:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['96c57acc-095a-490f-848b-a5c7005c3652'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:57.216773 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e27502d8-1139-4023-8a2a-3daf2a2744b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:57.228191 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-ec3a5519-3b67-4f00-8895-95f6c8e6e900 None None] Set router 96c57acc-095a-490f-848b-a5c7005c3652 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:57:57.320227 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e27502d8-1139-4023-8a2a-3daf2a2744b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:57.373651 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-e27502d8-1139-4023-8a2a-3daf2a2744b3 admin admin] Deleting port fa8209f0-c215-44a9-8be6-1e2e576d89ef {{(pid=104656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:57:57.374048 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e27502d8-1139-4023-8a2a-3daf2a2744b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:57.421853 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-ec3a5519-3b67-4f00-8895-95f6c8e6e900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c57acc-095a-490f-848b-a5c7005c3652', 'name': 'tempest-TestShelveInstance-667618860-router', 'tenant_id': '0a54fd0370f4458d9f2092330d546317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'fa8209f0-c215-44a9-8be6-1e2e576d89ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:46Z', 'updated_at': '2021-06-23T14:57:56Z', 'revision_number': 5, 'project_id': '0a54fd0370f4458d9f2092330d546317', 'gw_port': {'id': 'fa8209f0-c215-44a9-8be6-1e2e576d89ef', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c57acc-095a-490f-848b-a5c7005c3652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:51:47Z', 'updated_at': '2021-06-23T14:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:57.448088 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3a5519-3b67-4f00-8895-95f6c8e6e900 None None] Checking router: 96c57acc-095a-490f-848b-a5c7005c3652 for host: dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:57:57.457710 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3a5519-3b67-4f00-8895-95f6c8e6e900 None None] Routers {'96c57acc-095a-490f-848b-a5c7005c3652'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:57:57.458354 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-ec3a5519-3b67-4f00-8895-95f6c8e6e900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:57:40Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['96c57acc-095a-490f-848b-a5c7005c3652'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:57.458715 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.db [None req-e27502d8-1139-4023-8a2a-3daf2a2744b3 admin admin] For port fa8209f0-c215-44a9-8be6-1e2e576d89ef, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=fa8209f0-c215-44a9-8be6-1e2e576d89ef,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:57.459199 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e27502d8-1139-4023-8a2a-3daf2a2744b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:57.471611 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-e27502d8-1139-4023-8a2a-3daf2a2744b3 admin admin] Calling delete_port for fa8209f0-c215-44a9-8be6-1e2e576d89ef owned by network:router_gateway {{(pid=104656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:57:57.552257 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-ec3a5519-3b67-4f00-8895-95f6c8e6e900 None None] Set router 96c57acc-095a-490f-848b-a5c7005c3652 gateway port host: None {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:57:57.611705 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-ec3a5519-3b67-4f00-8895-95f6c8e6e900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c57acc-095a-490f-848b-a5c7005c3652', 'name': 'tempest-TestShelveInstance-667618860-router', 'tenant_id': '0a54fd0370f4458d9f2092330d546317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:46Z', 'updated_at': '2021-06-23T14:57:57Z', 'revision_number': 6, 'project_id': '0a54fd0370f4458d9f2092330d546317', 'gw_port_host': None}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:57.645727 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3a5519-3b67-4f00-8895-95f6c8e6e900 None None] The sync data for ids ['96c57acc-095a-490f-848b-a5c7005c3652'] in dv-cinder-796286-8-iscsi is: [{'id': '96c57acc-095a-490f-848b-a5c7005c3652', 'name': 'tempest-TestShelveInstance-667618860-router', 'tenant_id': '0a54fd0370f4458d9f2092330d546317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:51:46Z', 'updated_at': '2021-06-23T14:57:57Z', 'revision_number': 6, 'project_id': '0a54fd0370f4458d9f2092330d546317', 'gw_port_host': None}] {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:57:57.670414 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e27502d8-1139-4023-8a2a-3daf2a2744b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51636836'] for port, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:57.674294 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-297810bd-f8b0-4721-a4fe-aa97204d2a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:57.692451 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5e6eea3a-7b55-4268-bb33-ce5880483819 req-e2d31356-10d0-472c-baea-32ff26dc9bc5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735614 Jun 23 14:57:57.703659 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27502d8-1139-4023-8a2a-3daf2a2744b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa8209f0-c215-44a9-8be6-1e2e576d89ef,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:57.706960 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-e27502d8-1139-4023-8a2a-3daf2a2744b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:57.767373 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e27502d8-1139-4023-8a2a-3daf2a2744b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603015'] for router_gateway, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:57.789068 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6eea3a-7b55-4268-bb33-ce5880483819 req-e7cfd70f-8ab2-4e91-a8de-95fa194ff8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:57.790582 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5e6eea3a-7b55-4268-bb33-ce5880483819 req-e7cfd70f-8ab2-4e91-a8de-95fa194ff8cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de80d8e05e914e30aa0a7ca86303ac3e&device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0586696 Jun 23 14:57:57.862342 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e27502d8-1139-4023-8a2a-3daf2a2744b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62283'] for router, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:57.864979 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e27502d8-1139-4023-8a2a-3daf2a2744b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:57.913023 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e27502d8-1139-4023-8a2a-3daf2a2744b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604649'] for router, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:57.913783 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27502d8-1139-4023-8a2a-3daf2a2744b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96c57acc-095a-490f-848b-a5c7005c3652 {{(pid=104656) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:57:57.917833 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6eea3a-7b55-4268-bb33-ce5880483819 req-24351983-6259-465a-be83-e1e3c25e340b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:57.919110 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e27502d8-1139-4023-8a2a-3daf2a2744b3 admin admin] Notify callbacks [] for router, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:57.919373 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5e6eea3a-7b55-4268-bb33-ce5880483819 req-24351983-6259-465a-be83-e1e3c25e340b service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6 HTTP/1.1" status: 200 len: 912 time: 0.1029480 Jun 23 14:57:57.920427 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-e27502d8-1139-4023-8a2a-3daf2a2744b3 admin admin] 10.222.0.65 "DELETE /v2.0/routers/96c57acc-095a-490f-848b-a5c7005c3652 HTTP/1.1" status: 204 len: 168 time: 0.8039920 Jun 23 14:57:57.923582 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41942) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:57.975483 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66feb65-83b0-4c0a-a28c-08d312a6f268 admin admin] Deleting subnet 92b94787-733e-446a-8292-a56f03bf03b3 {{(pid=104656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:57:57.978543 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a66feb65-83b0-4c0a-a28c-08d312a6f268 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:57.997166 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5e6eea3a-7b55-4268-bb33-ce5880483819 req-bb8a9338-6738-460a-8a7d-cb72ddd11cf9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1380bb20-e394-4d17-8cee-c1d30891e8ac HTTP/1.1" status: 200 len: 1000 time: 0.0714092 Jun 23 14:57:58.022591 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a66feb65-83b0-4c0a-a28c-08d312a6f268 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51554208'] for subnet, precommit_delete_associations {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:58.060525 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6eea3a-7b55-4268-bb33-ce5880483819 req-1342e3d7-d932-4463-9213-d386a7de069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:58.062168 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5e6eea3a-7b55-4268-bb33-ce5880483819 req-1342e3d7-d932-4463-9213-d386a7de069a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71715e87-1bbc-4aaf-bc38-8d1e86684ae7 HTTP/1.1" status: 200 len: 850 time: 0.0577776 Jun 23 14:57:58.121302 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a66feb65-83b0-4c0a-a28c-08d312a6f268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16078100'] for subnet, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:58.125039 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6eea3a-7b55-4268-bb33-ce5880483819 req-b4e49202-b8dc-4c64-974c-d2f058ae546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:57:58.126631 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5e6eea3a-7b55-4268-bb33-ce5880483819 req-b4e49202-b8dc-4c64-974c-d2f058ae546b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579922 Jun 23 14:57:58.175506 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a66feb65-83b0-4c0a-a28c-08d312a6f268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16078093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51636782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51615615'] for subnet, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:58.177856 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:58.202240 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66feb65-83b0-4c0a-a28c-08d312a6f268 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92b94787-733e-446a-8292-a56f03bf03b3,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:58.205368 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-a66feb65-83b0-4c0a-a28c-08d312a6f268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:58.206400 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a66feb65-83b0-4c0a-a28c-08d312a6f268 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:58.208264 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-a66feb65-83b0-4c0a-a28c-08d312a6f268 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/92b94787-733e-446a-8292-a56f03bf03b3 HTTP/1.1" status: 204 len: 168 time: 0.2837493 Jun 23 14:57:58.212977 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8bb7ca-69aa-4d6c-83f6-6f6e441a1316 None None] Network 452104a3-dbb5-4aaa-8354-93bd09fce203 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:57:58.215859 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41944) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:58.218083 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5e6eea3a-7b55-4268-bb33-ce5880483819 req-f5e21b94-cdd1-4e83-b1e5-00edc7060121 service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840881 Jun 23 14:57:58.319253 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235410'] for network, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:58.320638 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5e6eea3a-7b55-4268-bb33-ce5880483819 req-2cce544a-4fb1-48c9-b7df-b052b7ad087b service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950177 Jun 23 14:57:58.390483 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] Deleting port 7fed01c4-841c-4f22-a961-fcdd3d6a44c3 {{(pid=104656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:57:58.390971 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:58.435090 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096013f1-81b1-4fa1-abef-7dc341bc9c4d None None] DHCP port deletion for 452104a3-dbb5-4aaa-8354-93bd09fce203 request from dv-cinder-796286-8-iscsi {{(pid=104658) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:57:58.467299 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.db [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] For port 7fed01c4-841c-4f22-a961-fcdd3d6a44c3, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=7fed01c4-841c-4f22-a961-fcdd3d6a44c3,segment=NetworkSegment(14a68caa-d77b-4979-a3fa-033a80d8e0f1),segment_id=14a68caa-d77b-4979-a3fa-033a80d8e0f1)] {{(pid=104656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:58.467607 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:58.483965 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] Calling delete_port for 7fed01c4-841c-4f22-a961-fcdd3d6a44c3 owned by network:dhcp {{(pid=104656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:57:58.494978 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-096013f1-81b1-4fa1-abef-7dc341bc9c4d None None] Deleting port 7fed01c4-841c-4f22-a961-fcdd3d6a44c3 {{(pid=104658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:57:58.495365 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-096013f1-81b1-4fa1-abef-7dc341bc9c4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:58.566740 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-096013f1-81b1-4fa1-abef-7dc341bc9c4d None None] For port 7fed01c4-841c-4f22-a961-fcdd3d6a44c3, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=7fed01c4-841c-4f22-a961-fcdd3d6a44c3,segment=NetworkSegment(14a68caa-d77b-4979-a3fa-033a80d8e0f1),segment_id=14a68caa-d77b-4979-a3fa-033a80d8e0f1)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:57:58.567251 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-096013f1-81b1-4fa1-abef-7dc341bc9c4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:58.573984 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51636836'] for port, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:58.577700 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-b456a6e5-9b7a-4b00-809b-61ab4e13bf01 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:58.580447 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-096013f1-81b1-4fa1-abef-7dc341bc9c4d None None] Calling delete_port for 7fed01c4-841c-4f22-a961-fcdd3d6a44c3 owned by network:dhcp {{(pid=104658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:57:58.603374 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] Pushing event deleted for resources: {'Port': ['ID=7fed01c4-841c-4f22-a961-fcdd3d6a44c3,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:58.605838 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] No DVR routers for this DVR port 7fed01c4-841c-4f22-a961-fcdd3d6a44c3 on host dv-cinder-796286-8-iscsi {{(pid=104656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:57:58.607377 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:58.661443 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-096013f1-81b1-4fa1-abef-7dc341bc9c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932'] for port, after_delete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:58.663870 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-122c3160-059f-43e1-bfd8-e2c7c49d7c6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:58.689608 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096013f1-81b1-4fa1-abef-7dc341bc9c4d None None] Pushing event deleted for resources: {'Port': ['ID=7fed01c4-841c-4f22-a961-fcdd3d6a44c3,revision_number=None']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:58.692145 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-096013f1-81b1-4fa1-abef-7dc341bc9c4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:58.697144 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096013f1-81b1-4fa1-abef-7dc341bc9c4d None None] No DVR routers for this DVR port 7fed01c4-841c-4f22-a961-fcdd3d6a44c3 on host dv-cinder-796286-8-iscsi {{(pid=104658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:57:58.703838 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16034969', 'neutron.services.segments.db._delete_segments_for_network-8784122434079'] for network, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:58.718776 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452104a3-dbb5-4aaa-8354-93bd09fce203']}} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:58.722837 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device fa8209f0-c215-44a9-8be6-1e2e576d89ef no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:57:58.730658 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a68caa-d77b-4979-a3fa-033a80d8e0f1') {'for_net_delete': True} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:58.730878 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a68caa-d77b-4979-a3fa-033a80d8e0f1') {} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:57:58.741060 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784122471918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51554239'] for segment, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:58.747431 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: fa8209f0-c215-44a9-8be6-1e2e576d89ef {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:57:58.747794 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device fa8209f0-c215-44a9-8be6-1e2e576d89ef not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:57:58.748232 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 369920be-430c-42e0-9a3e-54e295ff308c no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:57:58.758005 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:58.766276 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=104656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:57:58.766831 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51636915'] for segment, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:58.768181 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: 369920be-430c-42e0-9a3e-54e295ff308c {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: Traceback (most recent call last): Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: timer() Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: cb(*args, **kw) Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: return func(*args, **kwargs) Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: self._notify() Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: self.callback(batched_events) Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: event.method(event) Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: return f(self, *a, **k) Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: return self._get(url).json() Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: return self.request(url, 'GET', **kwargs) Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:57:58.768552 dv-cinder-796286-8-iscsi neutron-server[104656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:57:58.770909 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 369920be-430c-42e0-9a3e-54e295ff308c not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:57:58.770909 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 7fed01c4-841c-4f22-a961-fcdd3d6a44c3 no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:57:58.790163 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: 7fed01c4-841c-4f22-a961-fcdd3d6a44c3 {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:57:58.790604 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 7fed01c4-841c-4f22-a961-fcdd3d6a44c3 not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:57:59.060531 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41954) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:59.096759 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16034962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602998'] for network, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:59.100497 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:59.104252 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:59.106057 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] 10.222.0.65 "DELETE /v2.0/networks/452104a3-dbb5-4aaa-8354-93bd09fce203 HTTP/1.1" status: 204 len: 168 time: 0.8892052 Jun 23 14:57:59.115730 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] Pushing event deleted for resources: {'Network': ['ID=452104a3-dbb5-4aaa-8354-93bd09fce203,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:59.118184 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:59.168418 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7c383f10-6144-4ce1-8061-ea181b47245e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:59.217446 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41960) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:59.259464 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-9cbbf3b0-5779-4396-8716-a7811110f49f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4d0239c96c2549dd902af083cc256da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406616 Jun 23 14:57:59.259800 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7c383f10-6144-4ce1-8061-ea181b47245e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:59.262644 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41962) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:59.269260 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-7c383f10-6144-4ce1-8061-ea181b47245e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:59.272588 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-1ef59ab1-a44c-477c-afba-c92a4814a0c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:59.341663 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c383f10-6144-4ce1-8061-ea181b47245e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2786723-9ed1-4b11-80db-0923361a5249,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:59.345327 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-7c383f10-6144-4ce1-8061-ea181b47245e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:59.348039 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-7c383f10-6144-4ce1-8061-ea181b47245e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=29362c7df2df4d0e9c68c6a8be1a4fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863636 Jun 23 14:57:59.350838 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41964) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:59.363105 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-dee39209-329d-4240-951a-f22560bb5fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:59.388692 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-dee39209-329d-4240-951a-f22560bb5fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:59.414932 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-d5875122-0ca2-4e7a-81a6-38cdb07a45ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:59.438246 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-d5875122-0ca2-4e7a-81a6-38cdb07a45ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:59.455460 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-dee39209-329d-4240-951a-f22560bb5fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:59.458280 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-dee39209-329d-4240-951a-f22560bb5fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:59.461983 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-dee39209-329d-4240-951a-f22560bb5fe9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cf4bef1e-f7a7-4367-9a0b-e6be5e2e71ec HTTP/1.1" status: 204 len: 168 time: 0.1957862 Jun 23 14:57:59.461983 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-8aabe516-e68c-457a-abc4-7b14b706ffab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:59.469210 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39209-329d-4240-951a-f22560bb5fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4bef1e-f7a7-4367-9a0b-e6be5e2e71ec,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:59.471843 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-dee39209-329d-4240-951a-f22560bb5fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:59.501998 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-d5875122-0ca2-4e7a-81a6-38cdb07a45ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:59.504976 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-d5875122-0ca2-4e7a-81a6-38cdb07a45ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:59.508362 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-d5875122-0ca2-4e7a-81a6-38cdb07a45ba admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d2786723-9ed1-4b11-80db-0923361a5249 HTTP/1.1" status: 204 len: 168 time: 0.1542165 Jun 23 14:57:59.508362 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-84d46114-4ca8-444f-a8cb-4ddf29f7e2f9 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:57:59.515159 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5875122-0ca2-4e7a-81a6-38cdb07a45ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2786723-9ed1-4b11-80db-0923361a5249,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:57:59.517836 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-d5875122-0ca2-4e7a-81a6-38cdb07a45ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:57:59.897013 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41982) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:59.918051 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f9631433-3df7-46ce-9240-b143dde9f5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:57:59.928558 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41984) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:57:59.972313 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-638deb72-38b6-43c5-bdeb-ec69dcb2a76c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0a54fd0370f4458d9f2092330d546317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420365 Jun 23 14:57:59.974929 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 41986) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:00.010598 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f9631433-3df7-46ce-9240-b143dde9f5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:00.014644 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f9631433-3df7-46ce-9240-b143dde9f5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:00.018167 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-be740c30-48c0-47c8-9656-0ac8d64fb559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:00.023602 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-fec23a53-697f-4121-acb4-51ad900631ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:00.047050 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-fec23a53-697f-4121-acb4-51ad900631ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:00.057130 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-f9631433-3df7-46ce-9240-b143dde9f5ae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5cab26765a7e4fe3a8d1165ed152ef43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1588402 Jun 23 14:58:00.058224 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9631433-3df7-46ce-9240-b143dde9f5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3d727e-ebe6-4c31-bcb6-fc8d1f65b42c,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:00.060707 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 41988) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:00.074373 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-f9631433-3df7-46ce-9240-b143dde9f5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:00.094846 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-fec23a53-697f-4121-acb4-51ad900631ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:00.097523 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-fec23a53-697f-4121-acb4-51ad900631ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:00.098689 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-fec23a53-697f-4121-acb4-51ad900631ba admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4cb8ff5d-591f-4c38-83a9-16f543ae1e2f HTTP/1.1" status: 204 len: 168 time: 0.1227367 Jun 23 14:58:00.099466 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-7c383f10-6144-4ce1-8061-ea181b47245e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:00.110664 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec23a53-697f-4121-acb4-51ad900631ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb8ff5d-591f-4c38-83a9-16f543ae1e2f,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:00.114548 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-fec23a53-697f-4121-acb4-51ad900631ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:00.120030 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f00017f3-1ace-4a2d-9a22-7a3559d83d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:00.142932 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f00017f3-1ace-4a2d-9a22-7a3559d83d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:00.188482 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f00017f3-1ace-4a2d-9a22-7a3559d83d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:00.191619 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f00017f3-1ace-4a2d-9a22-7a3559d83d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:00.193045 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-f00017f3-1ace-4a2d-9a22-7a3559d83d9f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5d3d727e-ebe6-4c31-bcb6-fc8d1f65b42c HTTP/1.1" status: 204 len: 168 time: 0.1315675 Jun 23 14:58:00.193983 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-81652178-30e8-46c2-9479-fb78d588ed30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:00.203381 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00017f3-1ace-4a2d-9a22-7a3559d83d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3d727e-ebe6-4c31-bcb6-fc8d1f65b42c,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:00.206887 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-f00017f3-1ace-4a2d-9a22-7a3559d83d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:01.384142 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:58:07.052916 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-06647d68-3e4b-455a-bd9e-980b9a8a500f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:09.789813 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:09.798774 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-d0dcaaae-0524-4031-a218-1b6b44c8971e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:10.956803 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:12.700316 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:14.962039 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-305945bd-00e6-46b4-a91a-90c2e3ef9d00 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147959907&fields=id&tenant_id=de80d8e05e914e30aa0a7ca86303ac3e HTTP/1.1" status: 200 len: 267 time: 0.0473890 Jun 23 14:58:15.084925 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-b3b41191-ef54-4240-995b-41bcd47bc0e9 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:15.086503 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-b3b41191-ef54-4240-995b-41bcd47bc0e9 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/networks?id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6 HTTP/1.1" status: 200 len: 811 time: 0.1151338 Jun 23 14:58:15.102449 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-25867f33-3ed2-4f44-b73a-a6a7cc10a1ce tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/quotas/de80d8e05e914e30aa0a7ca86303ac3e HTTP/1.1" status: 200 len: 375 time: 0.0102026 Jun 23 14:58:15.185410 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-67abaadd-9769-46ed-a685-e80dd3f17c35 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=de80d8e05e914e30aa0a7ca86303ac3e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0737486 Jun 23 14:58:15.302802 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-056a563c-8195-44b9-992f-1cd0eef712b5 service neutron] 10.222.0.65 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051784 Jun 23 14:58:15.411537 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-5d8d706a-c6b6-4f57-ad94-55aa85c4cb2f service neutron] 10.222.0.65 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026337 Jun 23 14:58:15.803447 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 42224) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:15.833836 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a8495e82-7386-478c-ba09-a7292f741e92 req-c4cacacb-2ec6-414f-9bd2-53128793dbb2 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 210 time: 0.0302434 Jun 23 14:58:15.936875 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-0d93da4e-92d1-454e-9413-aec882244680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:16.064515 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-0d93da4e-92d1-454e-9413-aec882244680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:16.068991 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-0d93da4e-92d1-454e-9413-aec882244680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:16.071769 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-3e76f7a3-382b-4293-b2b8-184241a259a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:16.110457 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93da4e-92d1-454e-9413-aec882244680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6b4fb6-6fbf-41eb-82e9-e5417d9448b9,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:16.114458 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-0d93da4e-92d1-454e-9413-aec882244680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:16.120118 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-0d93da4e-92d1-454e-9413-aec882244680 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1f832a53e8e5474cbb6c0ba0c55fa3e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126738 Jun 23 14:58:16.122956 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 42234) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:16.190392 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f0c37abd-59b5-41f3-b91a-8240708c8f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:16.216174 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f0c37abd-59b5-41f3-b91a-8240708c8f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:16.275757 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f0c37abd-59b5-41f3-b91a-8240708c8f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:16.279232 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-f0c37abd-59b5-41f3-b91a-8240708c8f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:16.280585 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-f0c37abd-59b5-41f3-b91a-8240708c8f99 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6a6b4fb6-6fbf-41eb-82e9-e5417d9448b9 HTTP/1.1" status: 204 len: 168 time: 0.1565382 Jun 23 14:58:16.281576 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-c1e0986a-a953-450b-93c3-9f90f081e903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:16.294625 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c37abd-59b5-41f3-b91a-8240708c8f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6b4fb6-6fbf-41eb-82e9-e5417d9448b9,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:16.298135 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-f0c37abd-59b5-41f3-b91a-8240708c8f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:16.596884 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 42246) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:16.613218 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3bdfddbd-e428-4564-b0ea-76caffa43f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:16.730586 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3bdfddbd-e428-4564-b0ea-76caffa43f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:16.734728 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-3bdfddbd-e428-4564-b0ea-76caffa43f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:16.738485 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-ef21383a-3714-49b1-9d93-1103e53c2b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:16.776128 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-3bdfddbd-e428-4564-b0ea-76caffa43f63 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c2b393d735044f34865b9c73a4aca66a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1774590 Jun 23 14:58:16.779026 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 42248) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:16.781501 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfddbd-e428-4564-b0ea-76caffa43f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b8a61a-30de-4b48-899d-0d9853016412,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:16.784603 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-3bdfddbd-e428-4564-b0ea-76caffa43f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:16.850449 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-76d3e819-b36b-4f78-9f8e-5d1a697bf3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:16.894727 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-76d3e819-b36b-4f78-9f8e-5d1a697bf3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:16.974734 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-76d3e819-b36b-4f78-9f8e-5d1a697bf3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:16.980111 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-76d3e819-b36b-4f78-9f8e-5d1a697bf3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:16.984815 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-76d3e819-b36b-4f78-9f8e-5d1a697bf3eb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9b8a61a-30de-4b48-899d-0d9853016412 HTTP/1.1" status: 204 len: 168 time: 0.2022705 Jun 23 14:58:16.984815 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-2e9dec40-a747-4704-9be7-fbd1a3446ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:16.998958 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3e819-b36b-4f78-9f8e-5d1a697bf3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b8a61a-30de-4b48-899d-0d9853016412,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:17.013348 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3e819-b36b-4f78-9f8e-5d1a697bf3eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:17.015370 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3e819-b36b-4f78-9f8e-5d1a697bf3eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:17.016325 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3e819-b36b-4f78-9f8e-5d1a697bf3eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:17.017240 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3e819-b36b-4f78-9f8e-5d1a697bf3eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:17.018228 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3e819-b36b-4f78-9f8e-5d1a697bf3eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:17.019103 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3e819-b36b-4f78-9f8e-5d1a697bf3eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:17.019978 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3e819-b36b-4f78-9f8e-5d1a697bf3eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:17.020865 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3e819-b36b-4f78-9f8e-5d1a697bf3eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:17.021809 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3e819-b36b-4f78-9f8e-5d1a697bf3eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:17.022706 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3e819-b36b-4f78-9f8e-5d1a697bf3eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:17.023567 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3e819-b36b-4f78-9f8e-5d1a697bf3eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:17.024449 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3e819-b36b-4f78-9f8e-5d1a697bf3eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:58:17.031942 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-76d3e819-b36b-4f78-9f8e-5d1a697bf3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:17.091749 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a60ea817-5217-49af-ba50-bc05b9eaae6f req-d5a5f5f8-d389-42b7-8ac9-23108f12225e tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 210 time: 0.0433295 Jun 23 14:58:17.217000 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-4db78338-c63c-4db7-bb45-83182f7a33fd tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:17.218579 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-4db78338-c63c-4db7-bb45-83182f7a33fd tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.44 "GET /v2.0/networks?id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6 HTTP/1.1" status: 200 len: 811 time: 0.1439309 Jun 23 14:58:17.278771 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-6519ff58-3ed0-47b8-928d-52309912305a tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de80d8e05e914e30aa0a7ca86303ac3e HTTP/1.1" status: 200 len: 379 time: 0.0436864 Jun 23 14:58:17.291809 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-e4eae284-8205-4103-af20-8c56e8b4db02 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Request body: {'port': {'device_id': '90c92e63-0a2f-4b7d-ba96-204502ed8398', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'admin_state_up': True, 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'security_groups': ['8f179989-7049-4134-9a8c-0ec5dffd6bb0']}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:58:17.412703 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-e4eae284-8205-4103-af20-8c56e8b4db02 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Made reservation on behalf of de80d8e05e914e30aa0a7ca86303ac3e for: {'port': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:58:17.416427 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-e4eae284-8205-4103-af20-8c56e8b4db02 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:17.456238 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 42256) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:17.471127 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-1967b7fa-e8fb-4be7-b4de-190ef45325cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:17.565966 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-e4eae284-8205-4103-af20-8c56e8b4db02 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Allocated IP 172.20.0.6 (ac6fad9b-4f0e-4001-acb4-b7ca181089b6/71715e87-1bbc-4aaf-bc38-8d1e86684ae7/43811ad5-a559-4e85-9201-f6e562ae006e) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:58:17.576203 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-1967b7fa-e8fb-4be7-b4de-190ef45325cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:17.580016 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-1967b7fa-e8fb-4be7-b4de-190ef45325cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:17.583645 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-0d93da4e-92d1-454e-9413-aec882244680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:17.620283 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-1967b7fa-e8fb-4be7-b4de-190ef45325cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=083d0cfae79f45bea230842f974c47ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626396 Jun 23 14:58:17.622695 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967b7fa-e8fb-4be7-b4de-190ef45325cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c2b935-6874-4884-8986-a9d652e34da5,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:17.625953 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 42258) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:17.631596 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-1967b7fa-e8fb-4be7-b4de-190ef45325cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:17.693988 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a1ce9e2e-4bea-492c-8690-9613e365b2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:17.720017 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a1ce9e2e-4bea-492c-8690-9613e365b2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:17.737073 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-e4eae284-8205-4103-af20-8c56e8b4db02 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:17.759774 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-e4eae284-8205-4103-af20-8c56e8b4db02 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Transition to ACTIVE for port object 43811ad5-a559-4e85-9201-f6e562ae006e will not be triggered until provisioned by entity DHCP. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:58:17.805588 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a1ce9e2e-4bea-492c-8690-9613e365b2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:17.807741 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-e4eae284-8205-4103-af20-8c56e8b4db02 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:17.808550 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a1ce9e2e-4bea-492c-8690-9613e365b2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:17.810928 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-a1ce9e2e-4bea-492c-8690-9613e365b2df admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/07c2b935-6874-4884-8986-a9d652e34da5 HTTP/1.1" status: 204 len: 168 time: 0.1848574 Jun 23 14:58:17.812059 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-d5875122-0ca2-4e7a-81a6-38cdb07a45ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:17.812434 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-4e6bc0ee-66c5-468a-80e6-7668ef211eea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:17.821024 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce9e2e-4bea-492c-8690-9613e365b2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c2b935-6874-4884-8986-a9d652e34da5,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:17.823496 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-a1ce9e2e-4bea-492c-8690-9613e365b2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:17.856479 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-e4eae284-8205-4103-af20-8c56e8b4db02 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Network ac6fad9b-4f0e-4001-acb4-b7ca181089b6 is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:58:17.857889 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-e4eae284-8205-4103-af20-8c56e8b4db02 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:58:17.860969 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-e4eae284-8205-4103-af20-8c56e8b4db02 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:58:17.897737 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eae284-8205-4103-af20-8c56e8b4db02 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Pushing event updated for resources: {'Port': ['ID=43811ad5-a559-4e85-9201-f6e562ae006e,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:17.903703 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-e4eae284-8205-4103-af20-8c56e8b4db02 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:17.925603 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-e4eae284-8205-4103-af20-8c56e8b4db02 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:17.926280 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-e4eae284-8205-4103-af20-8c56e8b4db02 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:17.942371 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-e4eae284-8205-4103-af20-8c56e8b4db02 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6567152 Jun 23 14:58:17.960406 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] Request body: {'port': {'device_id': '90c92e63-0a2f-4b7d-ba96-204502ed8398', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:58:18.045714 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:18.106722 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-75248bf5-56aa-4cca-b94d-8f20bb341994 None None] Provisioning for port 43811ad5-a559-4e85-9201-f6e562ae006e completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:58:18.111703 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-75248bf5-56aa-4cca-b94d-8f20bb341994 None None] Provisioning complete for port 43811ad5-a559-4e85-9201-f6e562ae006e triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:18.112416 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-75248bf5-56aa-4cca-b94d-8f20bb341994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:18.150219 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-75248bf5-56aa-4cca-b94d-8f20bb341994 None None] Port 43811ad5-a559-4e85-9201-f6e562ae006e cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:58:18.329362 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b0ee7-e8a6-4840-9e87-32bc9bc09990 req-7e9826b7-9a36-4a0e-b19d-d5680e8f2a73 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:18.330862 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-048b0ee7-e8a6-4840-9e87-32bc9bc09990 req-7e9826b7-9a36-4a0e-b19d-d5680e8f2a73 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 931 time: 0.1059573 Jun 23 14:58:18.397507 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43811ad5-a559-4e85-9201-f6e562ae006e {{(pid=104657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:58:18.404417 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-048b0ee7-e8a6-4840-9e87-32bc9bc09990 req-2d5f6776-c3f3-45a7-b890-2b3d54bbbe20 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676911 Jun 23 14:58:18.408290 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:18.421143 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] Transition to ACTIVE for port object 43811ad5-a559-4e85-9201-f6e562ae006e will not be triggered until provisioned by entity L2. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:58:18.425302 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:18.427582 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-63bee519-c265-4085-8aa1-be16c73efb9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:18.520217 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] Pushing event updated for resources: {'Port': ['ID=43811ad5-a559-4e85-9201-f6e562ae006e,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:18.524317 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:18.551602 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] Attempting to bind port 43811ad5-a559-4e85-9201-f6e562ae006e on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:58:18.552036 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] Attempting to bind port 43811ad5-a559-4e85-9201-f6e562ae006e by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '65d151e3-1095-4ae2-88aa-0d413447e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6'}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:58:18.552506 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] Attempting to bind port 43811ad5-a559-4e85-9201-f6e562ae006e on network ac6fad9b-4f0e-4001-acb4-b7ca181089b6 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:58:18.557364 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] Port 43811ad5-a559-4e85-9201-f6e562ae006e on network ac6fad9b-4f0e-4001-acb4-b7ca181089b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:58:18.557690 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] Attempting to bind port 43811ad5-a559-4e85-9201-f6e562ae006e on network ac6fad9b-4f0e-4001-acb4-b7ca181089b6 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:58:18.563324 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] Checking agent: {'id': 'd8f3122c-1231-4f5b-931f-565a6de0a48e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'started_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:58:18.563725 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] Checking segment: {'id': '65d151e3-1095-4ae2-88aa-0d413447e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:58:18.564117 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] Bound using segment: {'id': '65d151e3-1095-4ae2-88aa-0d413447e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6'} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:58:18.564544 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] Bound port: 43811ad5-a559-4e85-9201-f6e562ae006e, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65d151e3-1095-4ae2-88aa-0d413447e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6'}}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:58:18.564891 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:18.636235 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] For port 43811ad5-a559-4e85-9201-f6e562ae006e, host hv-cinder-79628, cleared binding levels {{(pid=104657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:58:18.639502 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] For port 43811ad5-a559-4e85-9201-f6e562ae006e, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=43811ad5-a559-4e85-9201-f6e562ae006e,segment=NetworkSegment(65d151e3-1095-4ae2-88aa-0d413447e3c7),segment_id=65d151e3-1095-4ae2-88aa-0d413447e3c7)] {{(pid=104657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:58:18.644943 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:18.647864 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-bf41ff95-2232-44dc-aa54-4a9648dacc1b tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:18.679321 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:18.680173 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:18.681538 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] 10.222.0.44 "PUT /v2.0/ports/43811ad5-a559-4e85-9201-f6e562ae006e HTTP/1.1" status: 200 len: 1093 time: 0.7256951 Jun 23 14:58:18.683929 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c92e63-0a2f-4b7d-ba96-204502ed8398', 'tag': '43811ad5-a559-4e85-9201-f6e562ae006e'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:58:18.687547 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60127be0-221a-42b4-a4e9-a06fc2828b61" -d '{"events": [{"name": "network-changed", "server_uuid": "90c92e63-0a2f-4b7d-ba96-204502ed8398", "tag": "43811ad5-a559-4e85-9201-f6e562ae006e"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:58:18.723060 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] Pushing event updated for resources: {'Port': ['ID=43811ad5-a559-4e85-9201-f6e562ae006e,revision_number=3']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:18.727039 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-2b8e78fb-e0d2-449f-894f-71f9ac7db971 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:18.749329 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee60fe41-0df9-470c-85fe-f80fa22198a7 x-openstack-request-id: req-ee60fe41-0df9-470c-85fe-f80fa22198a7 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:58:18.749662 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c92e63-0a2f-4b7d-ba96-204502ed8398", "tag": "43811ad5-a559-4e85-9201-f6e562ae006e", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:58:18.750028 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ee60fe41-0df9-470c-85fe-f80fa22198a7 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:58:18.750468 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c92e63-0a2f-4b7d-ba96-204502ed8398', 'tag': '43811ad5-a559-4e85-9201-f6e562ae006e', 'status': 'completed', 'code': 200} Jun 23 14:58:18.794929 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-33d27dbc-7e22-47c2-be84-72a10f326cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:18.796438 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-33d27dbc-7e22-47c2-be84-72a10f326cac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de80d8e05e914e30aa0a7ca86303ac3e&device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 1096 time: 0.0601027 Jun 23 14:58:18.843139 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-c43925e4-0c3e-4a88-a9aa-2142ef6f0739 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43811ad5-a559-4e85-9201-f6e562ae006e HTTP/1.1" status: 200 len: 217 time: 0.0384834 Jun 23 14:58:18.896719 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-8786ce3a-2f54-4a42-826a-da91536991c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:18.898277 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-8786ce3a-2f54-4a42-826a-da91536991c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71715e87-1bbc-4aaf-bc38-8d1e86684ae7 HTTP/1.1" status: 200 len: 850 time: 0.0491016 Jun 23 14:58:18.977964 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-a0a3ed43-35b8-45b4-9f86-ce3c038fa4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:18.977964 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-a0a3ed43-35b8-45b4-9f86-ce3c038fa4bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723629 Jun 23 14:58:19.019282 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 42304) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:19.078027 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-44895a00-9afb-4c60-81d4-8ff23b44a8a1 service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938027 Jun 23 14:58:19.128970 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-45f909d1-93cb-4f0a-8f43-50f94f053b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:19.169090 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7a5f8956-f1e9-47da-9a46-6698759f700b req-7a8549e0-87d8-4e8b-944c-1260ed99f978 service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845687 Jun 23 14:58:19.223513 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-45f909d1-93cb-4f0a-8f43-50f94f053b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:19.227215 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-45f909d1-93cb-4f0a-8f43-50f94f053b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:19.230917 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-4b5f0d57-ae2f-427e-b980-6ddb08fc0d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:19.263328 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-45f909d1-93cb-4f0a-8f43-50f94f053b24 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=03cba1924ccd41ef8968ddb05b8a3265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428846 Jun 23 14:58:19.266703 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 42308) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:19.269230 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60127be0-221a-42b4-a4e9-a06fc2828b61 req-92ce6fca-50d2-4a0b-b108-c7be366eced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:19.270714 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-60127be0-221a-42b4-a4e9-a06fc2828b61 req-92ce6fca-50d2-4a0b-b108-c7be366eced0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de80d8e05e914e30aa0a7ca86303ac3e&device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 1096 time: 0.0519595 Jun 23 14:58:19.280606 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f909d1-93cb-4f0a-8f43-50f94f053b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b5e040-c4ef-40d1-8f53-c34e3e658e9b,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:19.283714 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-45f909d1-93cb-4f0a-8f43-50f94f053b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:19.320902 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-08411b82-5fc0-42b5-b4ee-f3ec652b0c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:19.346596 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-08411b82-5fc0-42b5-b4ee-f3ec652b0c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:19.363858 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60127be0-221a-42b4-a4e9-a06fc2828b61 req-328f261f-c189-40b1-85dd-4c04db896fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:19.365265 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-60127be0-221a-42b4-a4e9-a06fc2828b61 req-328f261f-c189-40b1-85dd-4c04db896fc9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6 HTTP/1.1" status: 200 len: 912 time: 0.0868158 Jun 23 14:58:19.404573 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-08411b82-5fc0-42b5-b4ee-f3ec652b0c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:19.407168 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-08411b82-5fc0-42b5-b4ee-f3ec652b0c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:19.407689 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-60127be0-221a-42b4-a4e9-a06fc2828b61 req-6a54b1fc-49a7-4990-8473-cc5ccad5581e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43811ad5-a559-4e85-9201-f6e562ae006e HTTP/1.1" status: 200 len: 217 time: 0.0339015 Jun 23 14:58:19.408366 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-08411b82-5fc0-42b5-b4ee-f3ec652b0c3c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/06b5e040-c4ef-40d1-8f53-c34e3e658e9b HTTP/1.1" status: 204 len: 168 time: 0.1407700 Jun 23 14:58:19.409148 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-8ada1803-45d8-4b93-9f22-029211f541a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:19.416941 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08411b82-5fc0-42b5-b4ee-f3ec652b0c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b5e040-c4ef-40d1-8f53-c34e3e658e9b,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:19.419373 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-08411b82-5fc0-42b5-b4ee-f3ec652b0c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:19.469014 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60127be0-221a-42b4-a4e9-a06fc2828b61 req-3defb00f-99ef-4895-ae70-f0e89fa42cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:19.470590 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-60127be0-221a-42b4-a4e9-a06fc2828b61 req-3defb00f-99ef-4895-ae70-f0e89fa42cdc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71715e87-1bbc-4aaf-bc38-8d1e86684ae7 HTTP/1.1" status: 200 len: 850 time: 0.0559037 Jun 23 14:58:19.564895 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60127be0-221a-42b4-a4e9-a06fc2828b61 req-110c4e96-3c84-454f-8c23-2bd5413e64ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:19.566383 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-60127be0-221a-42b4-a4e9-a06fc2828b61 req-110c4e96-3c84-454f-8c23-2bd5413e64ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866225 Jun 23 14:58:19.649374 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e85b75-4d74-4b14-a55e-d0e03a0d8cee req-11eb2c71-b763-4882-a04a-292174c64946 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:19.650863 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-24e85b75-4d74-4b14-a55e-d0e03a0d8cee req-11eb2c71-b763-4882-a04a-292174c64946 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 943 time: 0.1248198 Jun 23 14:58:19.713797 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-60127be0-221a-42b4-a4e9-a06fc2828b61 req-40b146dd-992a-49ed-a2d2-6533bda08a1c service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340969 Jun 23 14:58:19.716775 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-24e85b75-4d74-4b14-a55e-d0e03a0d8cee req-b4f5ffe0-9bfe-4245-ad76-45e1947408a4 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598350 Jun 23 14:58:20.119731 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-60127be0-221a-42b4-a4e9-a06fc2828b61 req-2a231a7c-4c22-4207-9169-6d93a0a9cfc2 service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983309 Jun 23 14:58:20.299421 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 42342) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:20.473267 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1378e2b8-9dfa-4c25-bdc5-74ed979f1ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:20.569873 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1378e2b8-9dfa-4c25-bdc5-74ed979f1ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:20.573717 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-1378e2b8-9dfa-4c25-bdc5-74ed979f1ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:20.577836 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-151d492c-d83c-4b6e-8b99-a53b666f24f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:20.619095 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-1378e2b8-9dfa-4c25-bdc5-74ed979f1ccb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=df03cd990bb8464289161987f5a576fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157897 Jun 23 14:58:20.619095 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 42352) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:20.631297 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378e2b8-9dfa-4c25-bdc5-74ed979f1ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e3860e-1e06-4d53-a83c-479034ecb271,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:20.634533 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-1378e2b8-9dfa-4c25-bdc5-74ed979f1ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:20.681270 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ebbbed7d-5467-4a6f-987c-77a397226f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:20.702113 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ebbbed7d-5467-4a6f-987c-77a397226f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:20.758500 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ebbbed7d-5467-4a6f-987c-77a397226f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:20.761111 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ebbbed7d-5467-4a6f-987c-77a397226f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:20.765250 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-ebbbed7d-5467-4a6f-987c-77a397226f2f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/11e3860e-1e06-4d53-a83c-479034ecb271 HTTP/1.1" status: 204 len: 168 time: 0.1430717 Jun 23 14:58:20.765250 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-5f88c0d5-916c-4ce9-99e8-a5f151a01118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:20.774754 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbed7d-5467-4a6f-987c-77a397226f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e3860e-1e06-4d53-a83c-479034ecb271,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:20.777167 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-ebbbed7d-5467-4a6f-987c-77a397226f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:20.906922 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eceffa-e454-4292-b6fc-2f0b4ad82048 req-7437fac0-5f08-48b2-88aa-46d106fbb91e tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:20.908569 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-07eceffa-e454-4292-b6fc-2f0b4ad82048 req-7437fac0-5f08-48b2-88aa-46d106fbb91e tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 943 time: 0.0703969 Jun 23 14:58:20.952948 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-07eceffa-e454-4292-b6fc-2f0b4ad82048 req-6c5b73b2-71ef-458e-a823-042c3a37cd32 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378232 Jun 23 14:58:22.138934 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930e81b-8bd9-45a2-be1a-b519e92ec9d6 req-e022ae3a-37f5-4ca8-9f4c-814963b6fb67 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:22.140423 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6930e81b-8bd9-45a2-be1a-b519e92ec9d6 req-e022ae3a-37f5-4ca8-9f4c-814963b6fb67 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 943 time: 0.0671055 Jun 23 14:58:22.177628 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-6930e81b-8bd9-45a2-be1a-b519e92ec9d6 req-e3d45f5c-d4d3-46c7-b017-69cc685ad322 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315084 Jun 23 14:58:23.363309 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a52253-ebe5-4372-89b0-3e1bda92b754 req-2ead8212-3f6e-4807-9989-57ef06035013 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:23.365300 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f8a52253-ebe5-4372-89b0-3e1bda92b754 req-2ead8212-3f6e-4807-9989-57ef06035013 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 943 time: 0.0772638 Jun 23 14:58:23.416186 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-f8a52253-ebe5-4372-89b0-3e1bda92b754 req-b5cab104-899d-4446-8a05-0781cb999c04 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435059 Jun 23 14:58:24.600227 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c64a0f-bb11-4691-9c24-4ab6fc591447 req-40aa5d8d-a315-4fbe-bb17-7a87fe4fa4ed tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:24.601698 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-14c64a0f-bb11-4691-9c24-4ab6fc591447 req-40aa5d8d-a315-4fbe-bb17-7a87fe4fa4ed tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 943 time: 0.0640976 Jun 23 14:58:24.644868 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-14c64a0f-bb11-4691-9c24-4ab6fc591447 req-12adeb1a-6587-471b-b591-3d9e54a8698a tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352442 Jun 23 14:58:24.783033 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:25.830169 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9095f6-db94-4d49-af90-0c13cdf6577e req-6242de1c-5c9e-4da2-b2cb-707144188700 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:25.831838 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3f9095f6-db94-4d49-af90-0c13cdf6577e req-6242de1c-5c9e-4da2-b2cb-707144188700 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 943 time: 0.0734050 Jun 23 14:58:25.872182 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-3f9095f6-db94-4d49-af90-0c13cdf6577e req-18d36453-7e25-4d55-94af-113109b4db0f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346920 Jun 23 14:58:26.031994 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 43811ad5-a559-4e85-9201-f6e562ae006e details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:58:26.125659 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 43811ad5-a559-4e85-9201-f6e562ae006e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=43811ad5-a559-4e85-9201-f6e562ae006e,segment=NetworkSegment(65d151e3-1095-4ae2-88aa-0d413447e3c7),segment_id=65d151e3-1095-4ae2-88aa-0d413447e3c7)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:26.140860 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': '43811ad5-a559-4e85-9201-f6e562ae006e', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'port_id': '43811ad5-a559-4e85-9201-f6e562ae006e', 'mac_address': 'fa:16:3e:db:fb:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:58:26.178095 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:26.191118 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43811ad5-a559-4e85-9201-f6e562ae006e {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:58:26.211370 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 43811ad5-a559-4e85-9201-f6e562ae006e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=43811ad5-a559-4e85-9201-f6e562ae006e,segment=NetworkSegment(65d151e3-1095-4ae2-88aa-0d413447e3c7),segment_id=65d151e3-1095-4ae2-88aa-0d413447e3c7)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:26.215819 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:26.218121 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:26.268630 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=43811ad5-a559-4e85-9201-f6e562ae006e,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:26.271837 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:26.440723 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['43811ad5-a559-4e85-9201-f6e562ae006e'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:58:27.050856 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b7ecf-a7b0-41b4-9aff-ec6713a4395a req-b9c4d7d3-f6b9-42f2-bc05-f38173284908 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:27.052316 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-421b7ecf-a7b0-41b4-9aff-ec6713a4395a req-b9c4d7d3-f6b9-42f2-bc05-f38173284908 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 944 time: 0.0700560 Jun 23 14:58:27.088893 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-421b7ecf-a7b0-41b4-9aff-ec6713a4395a req-8daaa272-f4c8-4805-8b1f-09fd908e29b2 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307868 Jun 23 14:58:28.047091 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 43811ad5-a559-4e85-9201-f6e562ae006e up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:58:28.093086 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning for port 43811ad5-a559-4e85-9201-f6e562ae006e completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:58:28.096505 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port 43811ad5-a559-4e85-9201-f6e562ae006e triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:28.096895 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:28.176074 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:28.198727 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c92e63-0a2f-4b7d-ba96-204502ed8398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43811ad5-a559-4e85-9201-f6e562ae006e'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:58:28.201578 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9946c73d-4381-4f54-af08-95e6375c1e7d" -d '{"events": [{"server_uuid": "90c92e63-0a2f-4b7d-ba96-204502ed8398", "name": "network-vif-plugged", "status": "completed", "tag": "43811ad5-a559-4e85-9201-f6e562ae006e"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:58:28.214511 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port 43811ad5-a559-4e85-9201-f6e562ae006e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=43811ad5-a559-4e85-9201-f6e562ae006e,segment=NetworkSegment(65d151e3-1095-4ae2-88aa-0d413447e3c7),segment_id=65d151e3-1095-4ae2-88aa-0d413447e3c7)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:28.219955 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:28.223215 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-096013f1-81b1-4fa1-abef-7dc341bc9c4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:28.244929 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82faf3d9-b1ed-4726-bb1d-ba94e6af7925 x-openstack-request-id: req-82faf3d9-b1ed-4726-bb1d-ba94e6af7925 {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:58:28.245172 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c92e63-0a2f-4b7d-ba96-204502ed8398", "name": "network-vif-plugged", "status": "completed", "tag": "43811ad5-a559-4e85-9201-f6e562ae006e", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:58:28.245437 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-82faf3d9-b1ed-4726-bb1d-ba94e6af7925 {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:58:28.245885 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c92e63-0a2f-4b7d-ba96-204502ed8398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43811ad5-a559-4e85-9201-f6e562ae006e', 'code': 200} Jun 23 14:58:28.272163 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=43811ad5-a559-4e85-9201-f6e562ae006e,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:28.275525 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:28.283530 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b102d11-ab97-49aa-a08c-f4f401b51629 req-cdfcd6ba-d34b-4a77-9bdc-4e4949bf5186 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:28.285002 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5b102d11-ab97-49aa-a08c-f4f401b51629 req-cdfcd6ba-d34b-4a77-9bdc-4e4949bf5186 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 945 time: 0.0771337 Jun 23 14:58:28.322423 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-5b102d11-ab97-49aa-a08c-f4f401b51629 req-a41e0b78-6b2f-48da-b7bf-b4e0ab4defb1 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317554 Jun 23 14:58:28.522245 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c84072-7082-496d-bdb3-7f4384769f5b req-a7738ffe-51e4-4e89-a370-e589a45ee7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:28.523703 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-90c84072-7082-496d-bdb3-7f4384769f5b req-a7738ffe-51e4-4e89-a370-e589a45ee7a8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 1098 time: 0.0510232 Jun 23 14:58:28.558165 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-90c84072-7082-496d-bdb3-7f4384769f5b req-0b53877a-e7be-4dce-ab00-de8d6a000862 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265212 Jun 23 14:58:29.505362 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f1859-856a-4af0-a99f-7e427e2a147b req-b2a04984-9b2a-4b77-a4a7-1c252fb6ba28 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:29.506837 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ed3f1859-856a-4af0-a99f-7e427e2a147b req-b2a04984-9b2a-4b77-a4a7-1c252fb6ba28 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 945 time: 0.0624952 Jun 23 14:58:29.544448 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ed3f1859-856a-4af0-a99f-7e427e2a147b req-8175722b-73c1-4a00-b61f-dbe284ad36d1 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312021 Jun 23 14:58:29.738622 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef85ffa-b544-40d8-95d7-848c1406dc8e req-e8f1c87c-8e76-42c4-bcc2-0643ec5474af tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:29.740792 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-aef85ffa-b544-40d8-95d7-848c1406dc8e req-e8f1c87c-8e76-42c4-bcc2-0643ec5474af tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 945 time: 0.0851383 Jun 23 14:58:29.778408 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-aef85ffa-b544-40d8-95d7-848c1406dc8e req-15fdf292-01d2-44c2-90a8-c27232376684 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318770 Jun 23 14:58:29.802217 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 42472) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:30.000058 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135b934c-7f7e-4b80-9e45-2a13d8061417 tempest-TestVolumeBootPattern-2090023268 tempest-TestVolumeBootPattern-2090023268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:30.001561 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-135b934c-7f7e-4b80-9e45-2a13d8061417 tempest-TestVolumeBootPattern-2090023268 tempest-TestVolumeBootPattern-2090023268-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 1093 time: 0.1983852 Jun 23 14:58:30.004396 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 42480) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:30.008963 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.v2.base [None req-9a30f206-bf3a-446a-9b80-aa1f82535d47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Request body: {'floatingip': {'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'port_id': '43811ad5-a559-4e85-9201-f6e562ae006e', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:58:30.030779 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9a30f206-bf3a-446a-9b80-aa1f82535d47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for floatingip, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:30.132480 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9a30f206-bf3a-446a-9b80-aa1f82535d47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:30.229229 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 42484) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:30.248494 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.db_base_plugin_common [None req-9a30f206-bf3a-446a-9b80-aa1f82535d47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Allocated IP 172.27.2.228 (fcd7f1a0-b694-4219-968d-f28fbbdba0ee/e66531d2-b162-4d5a-9b95-91879084f23c/d077225e-11ce-4431-8284-700cfd1f9944) {{(pid=104656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:58:30.347140 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-872a1916-2716-4994-b50f-d3547f7bc99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:30.375124 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9a30f206-bf3a-446a-9b80-aa1f82535d47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for port, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:30.449259 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9a30f206-bf3a-446a-9b80-aa1f82535d47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-51636861'] for port, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:30.452842 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-f4beca37-484f-4ce5-b936-a659f1e3ac5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:30.490921 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a30f206-bf3a-446a-9b80-aa1f82535d47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Network fcd7f1a0-b694-4219-968d-f28fbbdba0ee is already hosted by enough agents. {{(pid=104656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:58:30.499157 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.base_scheduler [None req-9a30f206-bf3a-446a-9b80-aa1f82535d47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Resources bound (agent type, host, resource id): {{(pid=104656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:58:30.508490 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a30f206-bf3a-446a-9b80-aa1f82535d47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Received port after_create {{(pid=104656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:58:30.541767 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30f206-bf3a-446a-9b80-aa1f82535d47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Pushing event updated for resources: {'Port': ['ID=d077225e-11ce-4431-8284-700cfd1f9944,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:30.547167 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-872a1916-2716-4994-b50f-d3547f7bc99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:30.549685 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-9a30f206-bf3a-446a-9b80-aa1f82535d47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:30.555978 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-872a1916-2716-4994-b50f-d3547f7bc99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:30.560618 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-3c668370-dbf4-4c9d-a8f5-75170c2df1b5 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:30.627483 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-872a1916-2716-4994-b50f-d3547f7bc99b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=100b0aac545244a3949d651fdf5305f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947372 Jun 23 14:58:30.627748 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 42488) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:30.629017 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a1916-2716-4994-b50f-d3547f7bc99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341e4045-36b0-43d3-9942-e197ddeb149a,revision_number=1']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:30.635703 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-872a1916-2716-4994-b50f-d3547f7bc99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:30.692468 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-d0bdb645-955f-4dea-a6fd-fc5bad9f2cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:30.712799 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-d0bdb645-955f-4dea-a6fd-fc5bad9f2cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:30.758755 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-d0bdb645-955f-4dea-a6fd-fc5bad9f2cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:30.761360 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-d0bdb645-955f-4dea-a6fd-fc5bad9f2cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:30.762811 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-d0bdb645-955f-4dea-a6fd-fc5bad9f2cfc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/341e4045-36b0-43d3-9942-e197ddeb149a HTTP/1.1" status: 204 len: 168 time: 0.1337755 Jun 23 14:58:30.763634 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-ebbbed7d-5467-4a6f-987c-77a397226f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:30.771411 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdb645-955f-4dea-a6fd-fc5bad9f2cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341e4045-36b0-43d3-9942-e197ddeb149a,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:30.774016 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-d0bdb645-955f-4dea-a6fd-fc5bad9f2cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:30.936671 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9a30f206-bf3a-446a-9b80-aa1f82535d47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:31.016669 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9a30f206-bf3a-446a-9b80-aa1f82535d47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:31.163744 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9a30f206-bf3a-446a-9b80-aa1f82535d47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for port, precommit_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:31.168728 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9a30f206-bf3a-446a-9b80-aa1f82535d47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51636847'] for port, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:31.171645 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-8e4578f5-18a4-4d93-aa06-4f2de9fc76fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:31.236452 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30f206-bf3a-446a-9b80-aa1f82535d47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Pushing event updated for resources: {'Port': ['ID=d077225e-11ce-4431-8284-700cfd1f9944,revision_number=2']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:31.240580 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-9a30f206-bf3a-446a-9b80-aa1f82535d47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:31.251214 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9a30f206-bf3a-446a-9b80-aa1f82535d47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602980'] for floatingip, after_update {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:31.352268 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.db.l3_db [None req-9a30f206-bf3a-446a-9b80-aa1f82535d47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Floating IP 244c59ff-eeb9-4269-965d-178be3ffffa8 associated. External IP: 172.27.2.228, port: 43811ad5-a559-4e85-9201-f6e562ae006e. Jun 23 14:58:31.560598 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a30f206-bf3a-446a-9b80-aa1f82535d47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:58:31.671843 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a30f206-bf3a-446a-9b80-aa1f82535d47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:58:31.683934 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599213e1-f038-41d6-a3bd-fc651a36dad6 None None] Sync routers for ids ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:58:31.690667 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-9a30f206-bf3a-446a-9b80-aa1f82535d47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for floatingip, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:31.694565 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599213e1-f038-41d6-a3bd-fc651a36dad6 None None] Routers {'1548b6d0-ddcc-43fb-8ee4-82162fae7d58'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:58:31.695327 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-599213e1-f038-41d6-a3bd-fc651a36dad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:58:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:58:31.742896 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-9a30f206-bf3a-446a-9b80-aa1f82535d47 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7374451 Jun 23 14:58:31.743968 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c92e63-0a2f-4b7d-ba96-204502ed8398', 'tag': '43811ad5-a559-4e85-9201-f6e562ae006e'}] {{(pid=104656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:58:31.746453 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e40a2b8b531bb5981548eb1117bf515d9995984da5dfbee5bd4235f0b2f017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c486f0-7489-46f1-b991-aa98cc3c699f" -d '{"events": [{"name": "network-changed", "server_uuid": "90c92e63-0a2f-4b7d-ba96-204502ed8398", "tag": "43811ad5-a559-4e85-9201-f6e562ae006e"}]}' {{(pid=104656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:58:31.805575 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a692fa03-8091-472d-b1c2-19bfd636a84b x-openstack-request-id: req-a692fa03-8091-472d-b1c2-19bfd636a84b {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:58:31.805942 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c92e63-0a2f-4b7d-ba96-204502ed8398", "tag": "43811ad5-a559-4e85-9201-f6e562ae006e", "status": "completed", "code": 200}]} {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:58:31.806245 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a692fa03-8091-472d-b1c2-19bfd636a84b {{(pid=104656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:58:31.806713 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c92e63-0a2f-4b7d-ba96-204502ed8398', 'tag': '43811ad5-a559-4e85-9201-f6e562ae006e', 'status': 'completed', 'code': 200} Jun 23 14:58:31.808631 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-599213e1-f038-41d6-a3bd-fc651a36dad6 None None] Set router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:58:31.895735 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c486f0-7489-46f1-b991-aa98cc3c699f req-1668a15c-1f30-4fce-8b84-9bad3951fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:31.897273 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-90c486f0-7489-46f1-b991-aa98cc3c699f req-1668a15c-1f30-4fce-8b84-9bad3951fbad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de80d8e05e914e30aa0a7ca86303ac3e&device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 1098 time: 0.0555632 Jun 23 14:58:31.989421 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c486f0-7489-46f1-b991-aa98cc3c699f req-16e073e3-b576-4373-8737-15cb1e1f8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:31.990817 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-90c486f0-7489-46f1-b991-aa98cc3c699f req-16e073e3-b576-4373-8737-15cb1e1f8dde service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6 HTTP/1.1" status: 200 len: 912 time: 0.0864339 Jun 23 14:58:32.047274 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-599213e1-f038-41d6-a3bd-fc651a36dad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:05Z', 'revision_number': 4, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': '244c59ff-eeb9-4269-965d-178be3ffffa8', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'port_id': '43811ad5-a559-4e85-9201-f6e562ae006e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'mac_address': 'fa:16:3e:db:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c92e63-0a2f-4b7d-ba96-204502ed8398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:58:30Z', 'updated_at': '2021-06-23T14:58:30Z', 'revision_number': 0, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'fixed_ip_address_scope': None}, {'id': '5d3b4d49-ea0f-4c89-aca8-35d9aa4783c6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'port_id': '1380bb20-e394-4d17-8cee-c1d30891e8ac', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'mac_address': 'fa:16:3e:aa:e3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d779a3-43ea-4a19-9f77-17538cf08fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:56:23Z', 'updated_at': '2021-06-23T14:56:26Z', 'revision_number': 1, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787c57ff-2941-483c-abdc-699c722c389d', 'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'mac_address': 'fa:16:3e:f7:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:04Z', 'updated_at': '2021-06-23T14:52:13Z', 'revision_number': 5, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'subnets': [{'id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:58:32.057422 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-90c486f0-7489-46f1-b991-aa98cc3c699f req-69afecf7-2f7b-4e28-8704-78fe1e3cc6d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43811ad5-a559-4e85-9201-f6e562ae006e HTTP/1.1" status: 200 len: 999 time: 0.0580428 Jun 23 14:58:32.073474 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599213e1-f038-41d6-a3bd-fc651a36dad6 None None] Checking router: 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:58:32.082625 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599213e1-f038-41d6-a3bd-fc651a36dad6 None None] Routers {'1548b6d0-ddcc-43fb-8ee4-82162fae7d58'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:58:32.083292 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-599213e1-f038-41d6-a3bd-fc651a36dad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T14:58:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:58:32.107731 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c486f0-7489-46f1-b991-aa98cc3c699f req-59141264-96e2-438c-8e26-805da2663913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:32.109192 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-90c486f0-7489-46f1-b991-aa98cc3c699f req-59141264-96e2-438c-8e26-805da2663913 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71715e87-1bbc-4aaf-bc38-8d1e86684ae7 HTTP/1.1" status: 200 len: 850 time: 0.0427361 Jun 23 14:58:32.170665 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c486f0-7489-46f1-b991-aa98cc3c699f req-70f6d830-c616-4662-8eb6-01f6de1e57ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:32.172169 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-90c486f0-7489-46f1-b991-aa98cc3c699f req-70f6d830-c616-4662-8eb6-01f6de1e57ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560150 Jun 23 14:58:32.189269 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-599213e1-f038-41d6-a3bd-fc651a36dad6 None None] Set router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:58:32.261027 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-90c486f0-7489-46f1-b991-aa98cc3c699f req-b54efbff-805b-41dd-8c23-c72063054fca service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809958 Jun 23 14:58:32.351985 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-90c486f0-7489-46f1-b991-aa98cc3c699f req-341d65cc-484e-4efd-a83a-61685a90fcc4 service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842326 Jun 23 14:58:32.411695 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-599213e1-f038-41d6-a3bd-fc651a36dad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:05Z', 'revision_number': 4, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': '244c59ff-eeb9-4269-965d-178be3ffffa8', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'port_id': '43811ad5-a559-4e85-9201-f6e562ae006e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'mac_address': 'fa:16:3e:db:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c92e63-0a2f-4b7d-ba96-204502ed8398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:58:30Z', 'updated_at': '2021-06-23T14:58:30Z', 'revision_number': 0, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'fixed_ip_address_scope': None}, {'id': '5d3b4d49-ea0f-4c89-aca8-35d9aa4783c6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'port_id': '1380bb20-e394-4d17-8cee-c1d30891e8ac', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'mac_address': 'fa:16:3e:aa:e3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d779a3-43ea-4a19-9f77-17538cf08fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:56:23Z', 'updated_at': '2021-06-23T14:56:26Z', 'revision_number': 1, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787c57ff-2941-483c-abdc-699c722c389d', 'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'mac_address': 'fa:16:3e:f7:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:04Z', 'updated_at': '2021-06-23T14:52:13Z', 'revision_number': 5, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'subnets': [{'id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:58:32.438215 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599213e1-f038-41d6-a3bd-fc651a36dad6 None None] The sync data for ids ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'] in dv-cinder-796286-8-iscsi is: [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:05Z', 'revision_number': 4, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': '244c59ff-eeb9-4269-965d-178be3ffffa8', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'port_id': '43811ad5-a559-4e85-9201-f6e562ae006e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'mac_address': 'fa:16:3e:db:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c92e63-0a2f-4b7d-ba96-204502ed8398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:58:30Z', 'updated_at': '2021-06-23T14:58:30Z', 'revision_number': 0, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'fixed_ip_address_scope': None}, {'id': '5d3b4d49-ea0f-4c89-aca8-35d9aa4783c6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'port_id': '1380bb20-e394-4d17-8cee-c1d30891e8ac', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'mac_address': 'fa:16:3e:aa:e3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d779a3-43ea-4a19-9f77-17538cf08fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:56:23Z', 'updated_at': '2021-06-23T14:56:26Z', 'revision_number': 1, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787c57ff-2941-483c-abdc-699c722c389d', 'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'mac_address': 'fa:16:3e:f7:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:04Z', 'updated_at': '2021-06-23T14:52:13Z', 'revision_number': 5, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'subnets': [{'id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:58:32.618502 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf109e3-7c5b-48a2-9bab-08bf8004396d None None] New status for floating IP 244c59ff-eeb9-4269-965d-178be3ffffa8: ACTIVE {{(pid=104659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:58:33.009451 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-6c3f1393-4d79-46dd-9da1-6224df198db3 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5620ab4383224536abd38153eeeb8e07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291376 Jun 23 14:58:33.189142 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-f026ee34-e2dc-41cf-9863-6b6287fd3770 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:33.190515 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-f026ee34-e2dc-41cf-9863-6b6287fd3770 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752174 Jun 23 14:58:33.204961 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-82825421-5aa1-4475-863e-efbde6415a63 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.65 "GET /v2.0/quotas/5620ab4383224536abd38153eeeb8e07 HTTP/1.1" status: 200 len: 375 time: 0.0091679 Jun 23 14:58:33.240371 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-b7a9788c-b244-4899-96ad-c1c3177f2656 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5620ab4383224536abd38153eeeb8e07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305736 Jun 23 14:58:33.411701 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-84ebc911-2279-4d73-b115-db5d031d2b3a req-16f48e53-a152-4966-83f5-e35fdf0fbedf tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef615b9c-8aec-4c74-8028-1cca57fbea78 HTTP/1.1" status: 200 len: 210 time: 0.0339141 Jun 23 14:58:34.370248 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-907ce3a5-cc30-4050-8818-e7200add711c tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5620ab4383224536abd38153eeeb8e07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285316 Jun 23 14:58:34.560965 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-53c280e6-9626-4822-ae0d-b50e229295fc tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:34.562106 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-53c280e6-9626-4822-ae0d-b50e229295fc tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870348 Jun 23 14:58:34.574389 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-b3d406e9-e1c5-4283-a6ed-f4f570ec1302 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Request body: {'port': {'device_id': 'ef615b9c-8aec-4c74-8028-1cca57fbea78', 'network_id': '0fac627b-7e9d-43fe-81e7-284bf3f22078', 'admin_state_up': True, 'tenant_id': '5620ab4383224536abd38153eeeb8e07'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:58:34.689049 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-b3d406e9-e1c5-4283-a6ed-f4f570ec1302 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Made reservation on behalf of 5620ab4383224536abd38153eeeb8e07 for: {'port': 1} {{(pid=104657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:58:34.693225 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-b3d406e9-e1c5-4283-a6ed-f4f570ec1302 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16218572'] for port, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:34.702645 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-b3d406e9-e1c5-4283-a6ed-f4f570ec1302 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Notify callbacks [] for security_group, before_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:34.807485 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-b3d406e9-e1c5-4283-a6ed-f4f570ec1302 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Notify callbacks [] for security_group, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:34.812457 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-b3d406e9-e1c5-4283-a6ed-f4f570ec1302 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:34.815653 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-24ebc348-5f09-444b-bd8c-7a47cce2fa10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:34.834321 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c637d3f0-577c-4bf6-9acd-cb7dc1901e96 req-a213a7f2-8573-4de1-9ea8-5576496cdab0 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef615b9c-8aec-4c74-8028-1cca57fbea78 HTTP/1.1" status: 200 len: 210 time: 0.2988889 Jun 23 14:58:34.874568 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d406e9-e1c5-4283-a6ed-f4f570ec1302 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be16aa1-9b7f-4fc5-90b3-6d8be24ddacf,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:34.879297 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-b3d406e9-e1c5-4283-a6ed-f4f570ec1302 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:34.942584 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_common [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-b3d406e9-e1c5-4283-a6ed-f4f570ec1302 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Allocated IP 192.168.233.33 (0fac627b-7e9d-43fe-81e7-284bf3f22078/f6e42add-b100-47c9-81b0-bf6e0fe8d47d/b1d4de79-dcf6-4044-ab47-231265f32484) {{(pid=104657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:58:35.088929 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-b3d406e9-e1c5-4283-a6ed-f4f570ec1302 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Notify callbacks [] for port, precommit_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:35.102619 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-b3d406e9-e1c5-4283-a6ed-f4f570ec1302 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Transition to ACTIVE for port object b1d4de79-dcf6-4044-ab47-231265f32484 will not be triggered until provisioned by entity DHCP. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:58:35.134569 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-b3d406e9-e1c5-4283-a6ed-f4f570ec1302 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16218507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784121910923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3444892'] for port, after_create {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:35.138364 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-db3fbf11-488d-4986-89aa-186fd662c6e7 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:35.183295 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-b3d406e9-e1c5-4283-a6ed-f4f570ec1302 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Network 0fac627b-7e9d-43fe-81e7-284bf3f22078 is already hosted by enough agents. {{(pid=104657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:58:35.186411 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.base_scheduler [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-b3d406e9-e1c5-4283-a6ed-f4f570ec1302 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Resources bound (agent type, host, resource id): {{(pid=104657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:58:35.190272 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-b3d406e9-e1c5-4283-a6ed-f4f570ec1302 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Received port after_create {{(pid=104657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:58:35.196603 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d406e9-e1c5-4283-a6ed-f4f570ec1302 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Pushing event updated for resources: {'Port': ['ID=b1d4de79-dcf6-4044-ab47-231265f32484,revision_number=1']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:35.216454 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-b3d406e9-e1c5-4283-a6ed-f4f570ec1302 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:35.247249 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-b3d406e9-e1c5-4283-a6ed-f4f570ec1302 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:35.247890 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-b3d406e9-e1c5-4283-a6ed-f4f570ec1302 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:35.262361 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-b3d406e9-e1c5-4283-a6ed-f4f570ec1302 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6925056 Jun 23 14:58:35.274424 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.v2.base [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Request body: {'port': {'device_id': 'ef615b9c-8aec-4c74-8028-1cca57fbea78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:58:35.347609 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:35.457048 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-de959e20-cd7f-429e-8707-f3a7428de187 None None] Provisioning for port b1d4de79-dcf6-4044-ab47-231265f32484 completed by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:58:35.460632 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-de959e20-cd7f-429e-8707-f3a7428de187 None None] Provisioning complete for port b1d4de79-dcf6-4044-ab47-231265f32484 triggered by entity DHCP. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:35.461020 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-de959e20-cd7f-429e-8707-f3a7428de187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:35.494588 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-de959e20-cd7f-429e-8707-f3a7428de187 None None] Port b1d4de79-dcf6-4044-ab47-231265f32484 cannot update to ACTIVE because it is not bound. {{(pid=104658) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:58:35.604988 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d4de79-dcf6-4044-ab47-231265f32484 {{(pid=104657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:58:35.612197 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:35.623769 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.provisioning_blocks [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Transition to ACTIVE for port object b1d4de79-dcf6-4044-ab47-231265f32484 will not be triggered until provisioned by entity L2. {{(pid=104657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:58:35.628541 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:35.630586 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-44e98d13-f189-42e9-97b7-0ad82b8b844f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:35.679818 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Pushing event updated for resources: {'Port': ['ID=b1d4de79-dcf6-4044-ab47-231265f32484,revision_number=2']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:35.684111 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:35.749820 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Attempting to bind port b1d4de79-dcf6-4044-ab47-231265f32484 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:58:35.750170 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Attempting to bind port b1d4de79-dcf6-4044-ab47-231265f32484 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'cb9f7617-dd83-44af-88c5-b2ff5268db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0fac627b-7e9d-43fe-81e7-284bf3f22078'}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:58:35.750507 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Attempting to bind port b1d4de79-dcf6-4044-ab47-231265f32484 on network 0fac627b-7e9d-43fe-81e7-284bf3f22078 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:58:35.755124 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Port b1d4de79-dcf6-4044-ab47-231265f32484 on network 0fac627b-7e9d-43fe-81e7-284bf3f22078 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:58:35.755454 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Attempting to bind port b1d4de79-dcf6-4044-ab47-231265f32484 on network 0fac627b-7e9d-43fe-81e7-284bf3f22078 {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:58:35.760353 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Checking agent: {'id': 'd8f3122c-1231-4f5b-931f-565a6de0a48e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'started_at': datetime.datetime(2021, 6, 23, 14, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:58:35.760695 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Checking segment: {'id': 'cb9f7617-dd83-44af-88c5-b2ff5268db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0fac627b-7e9d-43fe-81e7-284bf3f22078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:58:35.761128 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Bound using segment: {'id': 'cb9f7617-dd83-44af-88c5-b2ff5268db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0fac627b-7e9d-43fe-81e7-284bf3f22078'} {{(pid=104657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:58:35.762117 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.managers [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Bound port: b1d4de79-dcf6-4044-ab47-231265f32484, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9f7617-dd83-44af-88c5-b2ff5268db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0fac627b-7e9d-43fe-81e7-284bf3f22078'}}] {{(pid=104657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:58:35.762478 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:35.830187 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] For port b1d4de79-dcf6-4044-ab47-231265f32484, host hv-cinder-79628, cleared binding levels {{(pid=104657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:58:35.834312 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] For port b1d4de79-dcf6-4044-ab47-231265f32484, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b1d4de79-dcf6-4044-ab47-231265f32484,segment=NetworkSegment(cb9f7617-dd83-44af-88c5-b2ff5268db8c),segment_id=cb9f7617-dd83-44af-88c5-b2ff5268db8c)] {{(pid=104657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:58:35.839329 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444878'] for port, after_update {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:35.841424 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-ed8b6657-b715-4203-b58b-de51e33489a4 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:35.874122 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:35.874981 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:35.876407 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] 10.222.0.44 "PUT /v2.0/ports/b1d4de79-dcf6-4044-ab47-231265f32484 HTTP/1.1" status: 200 len: 1097 time: 0.6063519 Jun 23 14:58:35.877037 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef615b9c-8aec-4c74-8028-1cca57fbea78', 'tag': 'b1d4de79-dcf6-4044-ab47-231265f32484'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:58:35.879505 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90da5c57-4627-4cb4-a307-15d867e64eda" -d '{"events": [{"name": "network-changed", "server_uuid": "ef615b9c-8aec-4c74-8028-1cca57fbea78", "tag": "b1d4de79-dcf6-4044-ab47-231265f32484"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:58:35.907408 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Pushing event updated for resources: {'Port': ['ID=b1d4de79-dcf6-4044-ab47-231265f32484,revision_number=3']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:35.924110 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:35.935845 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551d857f-9508-47ab-99a2-0eb704952da3 x-openstack-request-id: req-551d857f-9508-47ab-99a2-0eb704952da3 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:58:35.936192 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef615b9c-8aec-4c74-8028-1cca57fbea78", "tag": "b1d4de79-dcf6-4044-ab47-231265f32484", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:58:35.936497 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-551d857f-9508-47ab-99a2-0eb704952da3 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:58:35.936944 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef615b9c-8aec-4c74-8028-1cca57fbea78', 'tag': 'b1d4de79-dcf6-4044-ab47-231265f32484', 'status': 'completed', 'code': 200} Jun 23 14:58:36.050966 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-6ec17f4b-ec61-4512-8657-6c2510b299ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:36.052446 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-6ec17f4b-ec61-4512-8657-6c2510b299ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5620ab4383224536abd38153eeeb8e07&device_id=ef615b9c-8aec-4c74-8028-1cca57fbea78 HTTP/1.1" status: 200 len: 1100 time: 0.1013758 Jun 23 14:58:36.065136 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60999360-2e7d-4d47-9506-64bbe8b5f057 req-ef7ef37b-4c36-470c-a0ee-c266c751d1d9 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:36.066583 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-60999360-2e7d-4d47-9506-64bbe8b5f057 req-ef7ef37b-4c36-470c-a0ee-c266c751d1d9 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef615b9c-8aec-4c74-8028-1cca57fbea78 HTTP/1.1" status: 200 len: 947 time: 0.0859370 Jun 23 14:58:36.110929 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-bd7be1bd-ec79-48a6-bffc-799ffc9ac301 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=b1d4de79-dcf6-4044-ab47-231265f32484 HTTP/1.1" status: 200 len: 217 time: 0.0434132 Jun 23 14:58:36.157596 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-60999360-2e7d-4d47-9506-64bbe8b5f057 req-8c260278-8e8a-4858-a807-a723f042ae3e tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.65 "GET /v2.0/security-groups?id=8be16aa1-9b7f-4fc5-90b3-6d8be24ddacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846655 Jun 23 14:58:36.173245 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-9e7494df-8ef2-44a5-83e6-c275237f3d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:36.174817 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-9e7494df-8ef2-44a5-83e6-c275237f3d27 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6e42add-b100-47c9-81b0-bf6e0fe8d47d HTTP/1.1" status: 200 len: 843 time: 0.0576196 Jun 23 14:58:36.234072 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-a129e97e-8a4f-4f3c-9603-59e52760bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:36.235431 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-a129e97e-8a4f-4f3c-9603-59e52760bbac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fac627b-7e9d-43fe-81e7-284bf3f22078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0543118 Jun 23 14:58:36.323303 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-c6a8cbcc-2f76-40ed-b799-74a591410397 service neutron] 10.222.0.44 "GET /v2.0/networks/0fac627b-7e9d-43fe-81e7-284bf3f22078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812988 Jun 23 14:58:36.415661 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-eb06b886-d921-4d56-94ad-9f0e1e358945 req-13930f82-9f94-4bd2-9291-0c493939b886 service neutron] 10.222.0.44 "GET /v2.0/networks/0fac627b-7e9d-43fe-81e7-284bf3f22078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863943 Jun 23 14:58:36.523218 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da5c57-4627-4cb4-a307-15d867e64eda req-a012d271-1e9e-4f46-99f6-9b1d3fd00d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:36.524669 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-90da5c57-4627-4cb4-a307-15d867e64eda req-a012d271-1e9e-4f46-99f6-9b1d3fd00d66 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5620ab4383224536abd38153eeeb8e07&device_id=ef615b9c-8aec-4c74-8028-1cca57fbea78 HTTP/1.1" status: 200 len: 1100 time: 0.0515165 Jun 23 14:58:36.618493 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da5c57-4627-4cb4-a307-15d867e64eda req-b8009359-0d48-4557-b2c8-81cf03642da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:36.619936 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-90da5c57-4627-4cb4-a307-15d867e64eda req-b8009359-0d48-4557-b2c8-81cf03642da5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0fac627b-7e9d-43fe-81e7-284bf3f22078 HTTP/1.1" status: 200 len: 870 time: 0.0865660 Jun 23 14:58:36.667483 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-90da5c57-4627-4cb4-a307-15d867e64eda req-7ea68ae3-ebda-492f-9e9c-7361c909ee31 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=b1d4de79-dcf6-4044-ab47-231265f32484 HTTP/1.1" status: 200 len: 217 time: 0.0387774 Jun 23 14:58:36.730830 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da5c57-4627-4cb4-a307-15d867e64eda req-b626da2d-2cba-4afd-be6a-d521dd35d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:36.734066 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-90da5c57-4627-4cb4-a307-15d867e64eda req-b626da2d-2cba-4afd-be6a-d521dd35d554 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6e42add-b100-47c9-81b0-bf6e0fe8d47d HTTP/1.1" status: 200 len: 843 time: 0.0585840 Jun 23 14:58:36.788888 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da5c57-4627-4cb4-a307-15d867e64eda req-e5c450ff-f6ae-45e7-b80e-350e1b4bb95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:36.790303 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-90da5c57-4627-4cb4-a307-15d867e64eda req-e5c450ff-f6ae-45e7-b80e-350e1b4bb95b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fac627b-7e9d-43fe-81e7-284bf3f22078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0517178 Jun 23 14:58:36.881515 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-90da5c57-4627-4cb4-a307-15d867e64eda req-4a77af48-911f-4e24-b604-788012b15266 service neutron] 10.222.0.44 "GET /v2.0/networks/0fac627b-7e9d-43fe-81e7-284bf3f22078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832810 Jun 23 14:58:36.972730 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-90da5c57-4627-4cb4-a307-15d867e64eda req-78d55d24-ee21-4773-8a36-eba5a0a09eff service neutron] 10.222.0.44 "GET /v2.0/networks/0fac627b-7e9d-43fe-81e7-284bf3f22078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841126 Jun 23 14:58:37.053083 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-61155eb0-ee76-423e-ad17-18fd16c417c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:37.331612 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936b22e-c6c2-4106-be98-db535996f25f req-4f9d8e25-7ca8-4ff0-83c6-6cae5c388213 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:37.332962 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a936b22e-c6c2-4106-be98-db535996f25f req-4f9d8e25-7ca8-4ff0-83c6-6cae5c388213 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef615b9c-8aec-4c74-8028-1cca57fbea78 HTTP/1.1" status: 200 len: 947 time: 0.0613325 Jun 23 14:58:37.371091 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a936b22e-c6c2-4106-be98-db535996f25f req-a58895bc-0dac-4f2a-8c55-22b2de606502 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.65 "GET /v2.0/security-groups?id=8be16aa1-9b7f-4fc5-90b3-6d8be24ddacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322173 Jun 23 14:58:38.132953 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device b1d4de79-dcf6-4044-ab47-231265f32484 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104658) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:58:38.235385 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port b1d4de79-dcf6-4044-ab47-231265f32484, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b1d4de79-dcf6-4044-ab47-231265f32484,segment=NetworkSegment(cb9f7617-dd83-44af-88c5-b2ff5268db8c),segment_id=cb9f7617-dd83-44af-88c5-b2ff5268db8c)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:38.246386 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Returning: {'device': 'b1d4de79-dcf6-4044-ab47-231265f32484', 'network_id': '0fac627b-7e9d-43fe-81e7-284bf3f22078', 'port_id': 'b1d4de79-dcf6-4044-ab47-231265f32484', 'mac_address': 'fa:16:3e:fc:12:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e42add-b100-47c9-81b0-bf6e0fe8d47d', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104658) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:58:38.281692 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:38.293840 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d4de79-dcf6-4044-ab47-231265f32484 {{(pid=104658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:58:38.312587 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port b1d4de79-dcf6-4044-ab47-231265f32484, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b1d4de79-dcf6-4044-ab47-231265f32484,segment=NetworkSegment(cb9f7617-dd83-44af-88c5-b2ff5268db8c),segment_id=cb9f7617-dd83-44af-88c5-b2ff5268db8c)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:38.316367 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:38.318194 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:38.363660 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=b1d4de79-dcf6-4044-ab47-231265f32484,revision_number=4']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:38.366595 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:38.382219 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:58:38.538967 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['b1d4de79-dcf6-4044-ab47-231265f32484'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:58:38.542498 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae451842-283d-4b65-a050-edf92c2b916d req-7e9da62d-82b7-4270-b92c-aa6a97aa19b3 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:38.543994 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ae451842-283d-4b65-a050-edf92c2b916d req-7e9da62d-82b7-4270-b92c-aa6a97aa19b3 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef615b9c-8aec-4c74-8028-1cca57fbea78 HTTP/1.1" status: 200 len: 948 time: 0.0630703 Jun 23 14:58:38.581216 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-ae451842-283d-4b65-a050-edf92c2b916d req-e9896a36-bf87-4a83-9f69-996a58e1cf42 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.65 "GET /v2.0/security-groups?id=8be16aa1-9b7f-4fc5-90b3-6d8be24ddacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315034 Jun 23 14:58:39.756786 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91605a8c-501b-431a-81c8-1981a1c3f8ed req-5fb7e4a5-67ee-447e-b251-b73a851be9d1 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:39.758267 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-91605a8c-501b-431a-81c8-1981a1c3f8ed req-5fb7e4a5-67ee-447e-b251-b73a851be9d1 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef615b9c-8aec-4c74-8028-1cca57fbea78 HTTP/1.1" status: 200 len: 948 time: 0.0661237 Jun 23 14:58:39.783816 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:39.800047 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-91605a8c-501b-431a-81c8-1981a1c3f8ed req-fd97d0f4-f31c-4c74-8fdd-76aed3f5cee3 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.65 "GET /v2.0/security-groups?id=8be16aa1-9b7f-4fc5-90b3-6d8be24ddacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359471 Jun 23 14:58:39.802884 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-b65946d7-fabc-4deb-ad3e-bace3c95ec0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:40.146809 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device b1d4de79-dcf6-4044-ab47-231265f32484 up at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:58:40.192965 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning for port b1d4de79-dcf6-4044-ab47-231265f32484 completed by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:58:40.199894 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.provisioning_blocks [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Provisioning complete for port b1d4de79-dcf6-4044-ab47-231265f32484 triggered by entity L2. {{(pid=104658) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:58:40.200780 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16032610'] for port, provisioning_complete {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:40.279191 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16218586'] for port, before_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:40.300284 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef615b9c-8aec-4c74-8028-1cca57fbea78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d4de79-dcf6-4044-ab47-231265f32484'}] {{(pid=104658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:58:40.302538 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e3c6a954465b79cf26f59611c0a824d0355a5702151a58cdd52735300dc03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5780cd-11c6-42e0-afba-2d0e69f5bcb2" -d '{"events": [{"server_uuid": "ef615b9c-8aec-4c74-8028-1cca57fbea78", "name": "network-vif-plugged", "status": "completed", "tag": "b1d4de79-dcf6-4044-ab47-231265f32484"}]}' {{(pid=104658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:58:40.315615 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] For port b1d4de79-dcf6-4044-ab47-231265f32484, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b1d4de79-dcf6-4044-ab47-231265f32484,segment=NetworkSegment(cb9f7617-dd83-44af-88c5-b2ff5268db8c),segment_id=cb9f7617-dd83-44af-88c5-b2ff5268db8c)] {{(pid=104658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:40.320267 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784122498515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784121910941', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784121910986'] for port, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:40.322194 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:40.343706 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99cb71b-7f2c-448e-b113-4d770b27f7d9 x-openstack-request-id: req-c99cb71b-7f2c-448e-b113-4d770b27f7d9 {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:58:40.344006 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef615b9c-8aec-4c74-8028-1cca57fbea78", "name": "network-vif-plugged", "status": "completed", "tag": "b1d4de79-dcf6-4044-ab47-231265f32484", "code": 200}]} {{(pid=104658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:58:40.344274 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c99cb71b-7f2c-448e-b113-4d770b27f7d9 {{(pid=104658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:58:40.344660 dv-cinder-796286-8-iscsi neutron-server[104658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef615b9c-8aec-4c74-8028-1cca57fbea78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d4de79-dcf6-4044-ab47-231265f32484', 'code': 200} Jun 23 14:58:40.369897 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Pushing event updated for resources: {'Port': ['ID=b1d4de79-dcf6-4044-ab47-231265f32484,revision_number=5']} {{(pid=104658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:40.373506 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG oslo_concurrency.lockutils [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:40.555760 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310c5bb-e67b-4831-bb67-b62f61d5a899 req-ec4ff08b-97ac-4362-9b89-dbbb6fa0a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:40.557233 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0310c5bb-e67b-4831-bb67-b62f61d5a899 req-ec4ff08b-97ac-4362-9b89-dbbb6fa0a55f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef615b9c-8aec-4c74-8028-1cca57fbea78 HTTP/1.1" status: 200 len: 1102 time: 0.0518851 Jun 23 14:58:40.590516 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-0310c5bb-e67b-4831-bb67-b62f61d5a899 req-862423e8-1c2c-4a53-a481-58c5c7117a5c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8be16aa1-9b7f-4fc5-90b3-6d8be24ddacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267956 Jun 23 14:58:40.960226 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:40.971896 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a49ce0-4254-447a-b64b-8581306d64be req-70376cf8-17f2-4cee-91cc-ca87dbbab2f7 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:40.973357 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a9a49ce0-4254-447a-b64b-8581306d64be req-70376cf8-17f2-4cee-91cc-ca87dbbab2f7 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef615b9c-8aec-4c74-8028-1cca57fbea78 HTTP/1.1" status: 200 len: 949 time: 0.0632343 Jun 23 14:58:41.017873 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-a9a49ce0-4254-447a-b64b-8581306d64be req-ab144c88-bc4e-4ba0-8044-1a93b809edc4 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.65 "GET /v2.0/security-groups?id=8be16aa1-9b7f-4fc5-90b3-6d8be24ddacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384815 Jun 23 14:58:42.195395 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d376725-cd2f-470c-b4e7-f60a20d4b2d7 req-96a00b0b-198a-4cc7-9086-5389ad14daa5 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:42.196950 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-8d376725-cd2f-470c-b4e7-f60a20d4b2d7 req-96a00b0b-198a-4cc7-9086-5389ad14daa5 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef615b9c-8aec-4c74-8028-1cca57fbea78 HTTP/1.1" status: 200 len: 949 time: 0.0665953 Jun 23 14:58:42.236317 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-8d376725-cd2f-470c-b4e7-f60a20d4b2d7 req-d4bcec10-cddb-4c04-aefb-31edb0f377be tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.65 "GET /v2.0/security-groups?id=8be16aa1-9b7f-4fc5-90b3-6d8be24ddacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326235 Jun 23 14:58:42.637150 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9b606-8740-4be5-bb9a-9476e340af89 req-ffa759d9-88c6-4896-b75d-0f15744f03be tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:42.639576 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d2c9b606-8740-4be5-bb9a-9476e340af89 req-ffa759d9-88c6-4896-b75d-0f15744f03be tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef615b9c-8aec-4c74-8028-1cca57fbea78 HTTP/1.1" status: 200 len: 949 time: 0.0642660 Jun 23 14:58:42.680022 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-d2c9b606-8740-4be5-bb9a-9476e340af89 req-e24b8a44-001d-4760-bed0-1bb6622d677d tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.65 "GET /v2.0/security-groups?id=8be16aa1-9b7f-4fc5-90b3-6d8be24ddacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348547 Jun 23 14:58:42.705493 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:43.859919 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6722b8-a2e9-422e-8963-1ec1af29361c req-213767a2-7766-4848-866e-b69c12a50759 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:43.861442 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9f6722b8-a2e9-422e-8963-1ec1af29361c req-213767a2-7766-4848-866e-b69c12a50759 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef615b9c-8aec-4c74-8028-1cca57fbea78 HTTP/1.1" status: 200 len: 949 time: 0.0649619 Jun 23 14:58:43.899859 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-9f6722b8-a2e9-422e-8963-1ec1af29361c req-a3f5192c-3f08-44c7-8db3-082a3e3568e4 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.65 "GET /v2.0/security-groups?id=8be16aa1-9b7f-4fc5-90b3-6d8be24ddacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326602 Jun 23 14:58:44.057795 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f6779-e98b-46c0-97c5-34e05f6bed78 req-fa4fb110-95af-40f0-ba10-29579b16e6a9 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:44.059275 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-eb9f6779-e98b-46c0-97c5-34e05f6bed78 req-fa4fb110-95af-40f0-ba10-29579b16e6a9 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615b9c-8aec-4c74-8028-1cca57fbea78 HTTP/1.1" status: 200 len: 949 time: 0.0666871 Jun 23 14:58:44.158158 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-eb9f6779-e98b-46c0-97c5-34e05f6bed78 req-44d59124-5d08-4e2d-9753-3f6bcb27d845 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Deleting port b1d4de79-dcf6-4044-ab47-231265f32484 {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:58:44.158391 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-eb9f6779-e98b-46c0-97c5-34e05f6bed78 req-44d59124-5d08-4e2d-9753-3f6bcb27d845 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:44.252014 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-eb9f6779-e98b-46c0-97c5-34e05f6bed78 req-44d59124-5d08-4e2d-9753-3f6bcb27d845 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] For port b1d4de79-dcf6-4044-ab47-231265f32484, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b1d4de79-dcf6-4044-ab47-231265f32484,segment=NetworkSegment(cb9f7617-dd83-44af-88c5-b2ff5268db8c),segment_id=cb9f7617-dd83-44af-88c5-b2ff5268db8c)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:58:44.252379 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-eb9f6779-e98b-46c0-97c5-34e05f6bed78 req-44d59124-5d08-4e2d-9753-3f6bcb27d845 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:44.263932 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-eb9f6779-e98b-46c0-97c5-34e05f6bed78 req-44d59124-5d08-4e2d-9753-3f6bcb27d845 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Calling delete_port for b1d4de79-dcf6-4044-ab47-231265f32484 owned by compute:nova {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:58:44.390541 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-eb9f6779-e98b-46c0-97c5-34e05f6bed78 req-44d59124-5d08-4e2d-9753-3f6bcb27d845 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:44.394467 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-7c9cfffe-5ee0-4c68-970f-2ed4202adaf2 tempest-TestShelveInstance-328290641 tempest-TestShelveInstance-328290641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:44.406783 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.db [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] get_ports_and_sgs() called for port_ids ['b1d4de79-dcf6-4044-ab47-231265f32484'] {{(pid=104658) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:58:44.423973 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d59124-5d08-4e2d-9753-3f6bcb27d845 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Pushing event deleted for resources: {'Port': ['ID=b1d4de79-dcf6-4044-ab47-231265f32484,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:44.427151 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-44d59124-5d08-4e2d-9753-3f6bcb27d845 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:44.470302 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9f6779-e98b-46c0-97c5-34e05f6bed78 req-44d59124-5d08-4e2d-9753-3f6bcb27d845 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] No DVR routers for this DVR port b1d4de79-dcf6-4044-ab47-231265f32484 on host hv-cinder-79628 {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:58:44.472786 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-eb9f6779-e98b-46c0-97c5-34e05f6bed78 req-44d59124-5d08-4e2d-9753-3f6bcb27d845 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:44.474789 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-eb9f6779-e98b-46c0-97c5-34e05f6bed78 req-44d59124-5d08-4e2d-9753-3f6bcb27d845 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.44 "DELETE /v2.0/ports/b1d4de79-dcf6-4044-ab47-231265f32484 HTTP/1.1" status: 204 len: 173 time: 0.4098775 Jun 23 14:58:44.475343 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef615b9c-8aec-4c74-8028-1cca57fbea78', 'name': 'network-vif-deleted', 'tag': 'b1d4de79-dcf6-4044-ab47-231265f32484'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:58:44.477697 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be451bce-8a80-45c8-96f7-d98312148e7e" -d '{"events": [{"server_uuid": "ef615b9c-8aec-4c74-8028-1cca57fbea78", "name": "network-vif-deleted", "tag": "b1d4de79-dcf6-4044-ab47-231265f32484"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:58:44.517542 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e837c9-652d-43c6-ad2c-bb5f3293d8b4 x-openstack-request-id: req-23e837c9-652d-43c6-ad2c-bb5f3293d8b4 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:58:44.518287 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef615b9c-8aec-4c74-8028-1cca57fbea78", "name": "network-vif-deleted", "tag": "b1d4de79-dcf6-4044-ab47-231265f32484", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:58:44.518603 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23e837c9-652d-43c6-ad2c-bb5f3293d8b4 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:58:44.519040 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef615b9c-8aec-4c74-8028-1cca57fbea78', 'name': 'network-vif-deleted', 'tag': 'b1d4de79-dcf6-4044-ab47-231265f32484', 'status': 'completed', 'code': 200} Jun 23 14:58:45.069194 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-557e22a4-e381-4106-afd9-f3a170836241 req-f7048b94-1e6c-4674-9eb8-9637bad1e939 tempest-VolumesNegativeTest-1031691736 tempest-VolumesNegativeTest-1031691736-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef615b9c-8aec-4c74-8028-1cca57fbea78 HTTP/1.1" status: 200 len: 210 time: 0.0326073 Jun 23 14:58:48.200108 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device b1d4de79-dcf6-4044-ab47-231265f32484 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:58:48.220278 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] No Port match for: b1d4de79-dcf6-4044-ab47-231265f32484 {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:58:48.220626 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device b1d4de79-dcf6-4044-ab47-231265f32484 not bound to the agent host hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:58:49.769053 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 42814) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:49.893642 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-37a2782a-bb3f-4526-88ea-74ba6653765b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5620ab4383224536abd38153eeeb8e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1233833 Jun 23 14:58:49.895987 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 42818) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:58:49.943316 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-48628093-5cb4-48a4-a74a-16abed55c888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:49.963169 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-48628093-5cb4-48a4-a74a-16abed55c888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:50.012501 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-48628093-5cb4-48a4-a74a-16abed55c888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:50.015164 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-48628093-5cb4-48a4-a74a-16abed55c888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:50.016288 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-48628093-5cb4-48a4-a74a-16abed55c888 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8be16aa1-9b7f-4fc5-90b3-6d8be24ddacf HTTP/1.1" status: 204 len: 168 time: 0.1194613 Jun 23 14:58:50.017068 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-dee39209-329d-4240-951a-f22560bb5fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:58:50.024298 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48628093-5cb4-48a4-a74a-16abed55c888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be16aa1-9b7f-4fc5-90b3-6d8be24ddacf,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:58:50.026830 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-48628093-5cb4-48a4-a74a-16abed55c888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:58:54.792300 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:58:59.543102 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1e8a31d1-a2d5-4b72-b7a0-f28d3a5043bb req-f06a878c-055f-417f-869c-369468ea6057 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505188 Jun 23 14:58:59.640022 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a31d1-a2d5-4b72-b7a0-f28d3a5043bb req-5ed1c0b7-64a8-4585-982f-dcf21cde2340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:59.641493 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1e8a31d1-a2d5-4b72-b7a0-f28d3a5043bb req-5ed1c0b7-64a8-4585-982f-dcf21cde2340 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de80d8e05e914e30aa0a7ca86303ac3e&device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0562458 Jun 23 14:58:59.743831 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a31d1-a2d5-4b72-b7a0-f28d3a5043bb req-5188c495-f261-4a81-b7d6-fa6b2eb7a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:59.745231 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1e8a31d1-a2d5-4b72-b7a0-f28d3a5043bb req-5188c495-f261-4a81-b7d6-fa6b2eb7a8bb service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6 HTTP/1.1" status: 200 len: 912 time: 0.0841353 Jun 23 14:58:59.810749 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1e8a31d1-a2d5-4b72-b7a0-f28d3a5043bb req-ade79fbe-b82c-4cc9-b6cb-03bd8e29b99b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1380bb20-e394-4d17-8cee-c1d30891e8ac HTTP/1.1" status: 200 len: 1000 time: 0.0585198 Jun 23 14:58:59.855660 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a31d1-a2d5-4b72-b7a0-f28d3a5043bb req-df5c88d5-1c74-4108-a264-dc94ac73ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:59.857031 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1e8a31d1-a2d5-4b72-b7a0-f28d3a5043bb req-df5c88d5-1c74-4108-a264-dc94ac73ea2b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71715e87-1bbc-4aaf-bc38-8d1e86684ae7 HTTP/1.1" status: 200 len: 850 time: 0.0414200 Jun 23 14:58:59.915869 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a31d1-a2d5-4b72-b7a0-f28d3a5043bb req-6d5ddf1d-7d18-4baf-9710-75ee6d2856f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:58:59.917372 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1e8a31d1-a2d5-4b72-b7a0-f28d3a5043bb req-6d5ddf1d-7d18-4baf-9710-75ee6d2856f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544579 Jun 23 14:59:00.003777 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1e8a31d1-a2d5-4b72-b7a0-f28d3a5043bb req-aba74ced-bada-434e-813b-d558503b3c30 service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796506 Jun 23 14:59:00.360273 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-1e8a31d1-a2d5-4b72-b7a0-f28d3a5043bb req-6cb4c8ed-7d44-4324-8610-7ff6391eb304 service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502698 Jun 23 14:59:07.054283 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-288e1dfc-cba0-4daf-8543-b955e9594442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:09.782751 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:09.807231 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-e4634fca-26f0-44ad-8111-9d4ddf200ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:10.962028 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:12.707006 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:15.380565 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:59:24.795377 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:37.056804 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-34477f4e-0502-48e1-abb7-5436704a7a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:39.783994 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:39.807455 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9ba5e340-7b82-4014-8cca-61a0de958099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:40.965607 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:42.709943 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:59:52.378957 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:59:54.815005 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:00.661822 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a4ce16f6-67f4-43ef-a655-12291ad27ca8 req-578a71ec-5820-4d29-b9a5-07e3dd84ca03 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1350212 Jun 23 15:00:00.739845 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce16f6-67f4-43ef-a655-12291ad27ca8 req-296b2dbb-a175-4607-bae0-5fa4b1b6e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:00.741274 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a4ce16f6-67f4-43ef-a655-12291ad27ca8 req-296b2dbb-a175-4607-bae0-5fa4b1b6e3a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de80d8e05e914e30aa0a7ca86303ac3e&device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 1098 time: 0.0559673 Jun 23 15:00:00.841391 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce16f6-67f4-43ef-a655-12291ad27ca8 req-df13a846-bb26-42e4-9cc3-d2542c8ecccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:00.842742 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a4ce16f6-67f4-43ef-a655-12291ad27ca8 req-df13a846-bb26-42e4-9cc3-d2542c8ecccf service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6 HTTP/1.1" status: 200 len: 912 time: 0.0796294 Jun 23 15:00:00.910334 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a4ce16f6-67f4-43ef-a655-12291ad27ca8 req-c9f4090f-22b1-4738-84f6-41ca7b23281a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43811ad5-a559-4e85-9201-f6e562ae006e HTTP/1.1" status: 200 len: 1001 time: 0.0591698 Jun 23 15:00:00.957718 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce16f6-67f4-43ef-a655-12291ad27ca8 req-533ab01b-fe54-4b33-acbb-28293e1b3eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:00.959190 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a4ce16f6-67f4-43ef-a655-12291ad27ca8 req-533ab01b-fe54-4b33-acbb-28293e1b3eb0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71715e87-1bbc-4aaf-bc38-8d1e86684ae7 HTTP/1.1" status: 200 len: 850 time: 0.0420444 Jun 23 15:00:01.015913 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce16f6-67f4-43ef-a655-12291ad27ca8 req-3e900fe7-be2b-4423-b05a-cea9052f2ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:01.017367 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a4ce16f6-67f4-43ef-a655-12291ad27ca8 req-3e900fe7-be2b-4423-b05a-cea9052f2ebe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506983 Jun 23 15:00:01.027543 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [req-a4ce16f6-67f4-43ef-a655-12291ad27ca8 req-2e84eaf7-94b6-4c12-aaab-463a32ba133f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 15:00:01.028443 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a4ce16f6-67f4-43ef-a655-12291ad27ca8 req-2e84eaf7-94b6-4c12-aaab-463a32ba133f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048885 Jun 23 15:00:01.121325 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a4ce16f6-67f4-43ef-a655-12291ad27ca8 req-789f25a9-3156-4bd1-adc8-e052034fa464 service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859759 Jun 23 15:00:01.206947 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-a4ce16f6-67f4-43ef-a655-12291ad27ca8 req-2e45ea14-8f8d-4ba7-a8cc-bf985248c811 service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793555 Jun 23 15:00:07.057796 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-e742b971-c9d8-4f40-9704-70a9358ed6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:09.785873 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:09.806671 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-c39c902a-490d-4028-bc65-5f85026bfc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:10.968413 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:11.370332 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 42844) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:11.524637 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Deleting port d077225e-11ce-4431-8284-700cfd1f9944 {{(pid=104656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:00:11.524988 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:11.599285 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:11.599613 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:11.611632 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Calling delete_port for d077225e-11ce-4431-8284-700cfd1f9944 owned by network:floatingip {{(pid=104656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:00:11.751525 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51636836'] for port, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:11.754620 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-7728adb6-a1ee-40c3-be8c-667587245847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:11.782206 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Pushing event deleted for resources: {'Port': ['ID=d077225e-11ce-4431-8284-700cfd1f9944,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:11.808914 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:11.809302 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:11.809690 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:11.810093 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:11.810460 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:11.810877 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:11.811198 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:11.811566 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:11.811933 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:11.812297 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:11.812660 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:11.813019 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:11.831979 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:11.850323 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for floatingip, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:11.850657 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.db.l3_db [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Floating IP 244c59ff-eeb9-4269-965d-178be3ffffa8 disassociated (deleted). External IP: 172.27.2.228, port: 43811ad5-a559-4e85-9201-f6e562ae006e. Jun 23 15:00:12.058924 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 15:00:12.163130 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 15:00:12.167813 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for floatingip, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:12.172128 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dcb4ae-2f53-40e0-a99d-1d542ffddb08 None None] Sync routers for ids ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 15:00:12.181403 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dcb4ae-2f53-40e0-a99d-1d542ffddb08 None None] Routers {'1548b6d0-ddcc-43fb-8ee4-82162fae7d58'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:00:12.182056 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-a3dcb4ae-2f53-40e0-a99d-1d542ffddb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T15:00:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:12.204186 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-6040d125-b42d-4e98-9ca8-3b8f351833ca tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "DELETE /v2.0/floatingips/244c59ff-eeb9-4269-965d-178be3ffffa8 HTTP/1.1" status: 204 len: 168 time: 0.8327835 Jun 23 15:00:12.204844 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c92e63-0a2f-4b7d-ba96-204502ed8398', 'tag': '43811ad5-a559-4e85-9201-f6e562ae006e'}] {{(pid=104656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:00:12.207266 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e40a2b8b531bb5981548eb1117bf515d9995984da5dfbee5bd4235f0b2f017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1411810-b8e4-4022-8d84-12a96fc7e341" -d '{"events": [{"name": "network-changed", "server_uuid": "90c92e63-0a2f-4b7d-ba96-204502ed8398", "tag": "43811ad5-a559-4e85-9201-f6e562ae006e"}]}' {{(pid=104656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:00:12.291408 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-a3dcb4ae-2f53-40e0-a99d-1d542ffddb08 None None] Set router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:00:12.373330 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 15:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6fe16f-50c6-4908-92d9-c1c51269a0e2 x-openstack-request-id: req-ec6fe16f-50c6-4908-92d9-c1c51269a0e2 {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:00:12.373938 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c92e63-0a2f-4b7d-ba96-204502ed8398", "tag": "43811ad5-a559-4e85-9201-f6e562ae006e", "status": "completed", "code": 200}]} {{(pid=104656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:00:12.374389 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec6fe16f-50c6-4908-92d9-c1c51269a0e2 {{(pid=104656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:00:12.375024 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c92e63-0a2f-4b7d-ba96-204502ed8398', 'tag': '43811ad5-a559-4e85-9201-f6e562ae006e', 'status': 'completed', 'code': 200} Jun 23 15:00:12.462261 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1411810-b8e4-4022-8d84-12a96fc7e341 req-0dbc299b-5a86-407d-aa4c-cbd46b7edb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:12.463735 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c1411810-b8e4-4022-8d84-12a96fc7e341 req-0dbc299b-5a86-407d-aa4c-cbd46b7edb3d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de80d8e05e914e30aa0a7ca86303ac3e&device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 1098 time: 0.0667155 Jun 23 15:00:12.537357 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-a3dcb4ae-2f53-40e0-a99d-1d542ffddb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:05Z', 'revision_number': 4, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': '5d3b4d49-ea0f-4c89-aca8-35d9aa4783c6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'port_id': '1380bb20-e394-4d17-8cee-c1d30891e8ac', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'mac_address': 'fa:16:3e:aa:e3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d779a3-43ea-4a19-9f77-17538cf08fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:56:23Z', 'updated_at': '2021-06-23T14:56:26Z', 'revision_number': 1, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787c57ff-2941-483c-abdc-699c722c389d', 'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'mac_address': 'fa:16:3e:f7:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:04Z', 'updated_at': '2021-06-23T14:52:13Z', 'revision_number': 5, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'subnets': [{'id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:12.559707 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1411810-b8e4-4022-8d84-12a96fc7e341 req-fb0b653d-6c19-4391-9e23-53e97e6dcb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:12.561183 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c1411810-b8e4-4022-8d84-12a96fc7e341 req-fb0b653d-6c19-4391-9e23-53e97e6dcb3e service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6 HTTP/1.1" status: 200 len: 912 time: 0.0902703 Jun 23 15:00:12.563749 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dcb4ae-2f53-40e0-a99d-1d542ffddb08 None None] Checking router: 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 15:00:12.572064 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dcb4ae-2f53-40e0-a99d-1d542ffddb08 None None] Routers {'1548b6d0-ddcc-43fb-8ee4-82162fae7d58'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:00:12.572689 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-a3dcb4ae-2f53-40e0-a99d-1d542ffddb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T15:00:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:12.608582 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c1411810-b8e4-4022-8d84-12a96fc7e341 req-ebb926cd-8672-4db0-9243-35663cd8aeb7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43811ad5-a559-4e85-9201-f6e562ae006e HTTP/1.1" status: 200 len: 217 time: 0.0401301 Jun 23 15:00:12.685102 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1411810-b8e4-4022-8d84-12a96fc7e341 req-bfe26576-cb67-4171-a3c8-e18e1d76ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:12.686559 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c1411810-b8e4-4022-8d84-12a96fc7e341 req-bfe26576-cb67-4171-a3c8-e18e1d76ccd1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71715e87-1bbc-4aaf-bc38-8d1e86684ae7 HTTP/1.1" status: 200 len: 850 time: 0.0692983 Jun 23 15:00:12.686966 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-a3dcb4ae-2f53-40e0-a99d-1d542ffddb08 None None] Set router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:00:12.737217 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:12.738545 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852da99-ed9c-4c6f-9e7c-b64c6aac371a req-4ba08c2d-eff6-4b4f-ab03-b89191818e20 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:12.740093 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9852da99-ed9c-4c6f-9e7c-b64c6aac371a req-4ba08c2d-eff6-4b4f-ab03-b89191818e20 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 945 time: 0.2127175 Jun 23 15:00:12.787369 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1411810-b8e4-4022-8d84-12a96fc7e341 req-577daf64-f2aa-4aae-8d15-cd3719f78178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:12.788841 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c1411810-b8e4-4022-8d84-12a96fc7e341 req-577daf64-f2aa-4aae-8d15-cd3719f78178 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0954013 Jun 23 15:00:12.794158 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9852da99-ed9c-4c6f-9e7c-b64c6aac371a req-de2c5295-860a-4696-b0c5-e1714a322de4 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452700 Jun 23 15:00:12.878494 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c1411810-b8e4-4022-8d84-12a96fc7e341 req-1fa506f5-47ab-457a-b214-c9ee632fa54c service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820348 Jun 23 15:00:12.928309 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-a3dcb4ae-2f53-40e0-a99d-1d542ffddb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:05Z', 'revision_number': 4, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': '5d3b4d49-ea0f-4c89-aca8-35d9aa4783c6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'port_id': '1380bb20-e394-4d17-8cee-c1d30891e8ac', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'mac_address': 'fa:16:3e:aa:e3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d779a3-43ea-4a19-9f77-17538cf08fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:56:23Z', 'updated_at': '2021-06-23T14:56:26Z', 'revision_number': 1, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787c57ff-2941-483c-abdc-699c722c389d', 'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'mac_address': 'fa:16:3e:f7:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:04Z', 'updated_at': '2021-06-23T14:52:13Z', 'revision_number': 5, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'subnets': [{'id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:12.954940 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dcb4ae-2f53-40e0-a99d-1d542ffddb08 None None] The sync data for ids ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'] in dv-cinder-796286-8-iscsi is: [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:05Z', 'revision_number': 4, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_floatingips': [{'id': '5d3b4d49-ea0f-4c89-aca8-35d9aa4783c6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'router_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'port_id': '1380bb20-e394-4d17-8cee-c1d30891e8ac', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'mac_address': 'fa:16:3e:aa:e3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d779a3-43ea-4a19-9f77-17538cf08fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:56:23Z', 'updated_at': '2021-06-23T14:56:26Z', 'revision_number': 1, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787c57ff-2941-483c-abdc-699c722c389d', 'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'mac_address': 'fa:16:3e:f7:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:04Z', 'updated_at': '2021-06-23T14:52:13Z', 'revision_number': 5, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'subnets': [{'id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 15:00:12.981684 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-c1411810-b8e4-4022-8d84-12a96fc7e341 req-26824667-8a2b-4771-82a4-125b8e1a85c5 service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960774 Jun 23 15:00:13.166532 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eecd077-dacb-4ecc-8466-7d9be8131d00 None None] New status for floating IP 244c59ff-eeb9-4269-965d-178be3ffffa8: DOWN {{(pid=104659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 15:00:14.016203 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bb308-855b-4d50-a0bb-0499b74dc34c req-b231b67d-b96f-42ad-9fb5-72b46b191d8f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:14.017645 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-016bb308-855b-4d50-a0bb-0499b74dc34c req-b231b67d-b96f-42ad-9fb5-72b46b191d8f tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 945 time: 0.1116884 Jun 23 15:00:14.054194 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-016bb308-855b-4d50-a0bb-0499b74dc34c req-1e3d6179-02c5-47ab-a89e-9b163399e703 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301557 Jun 23 15:00:14.117402 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f443b51-f38a-40ae-b63d-581dc7f50745 req-a73964e2-1da9-49a0-bdf3-509d54e208b9 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:14.118838 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7f443b51-f38a-40ae-b63d-581dc7f50745 req-a73964e2-1da9-49a0-bdf3-509d54e208b9 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 945 time: 0.0616817 Jun 23 15:00:14.213140 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-7f443b51-f38a-40ae-b63d-581dc7f50745 req-ade7a31f-6036-4b83-94de-42f840cca711 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Deleting port 43811ad5-a559-4e85-9201-f6e562ae006e {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:00:14.213393 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7f443b51-f38a-40ae-b63d-581dc7f50745 req-ade7a31f-6036-4b83-94de-42f840cca711 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:14.309547 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-7f443b51-f38a-40ae-b63d-581dc7f50745 req-ade7a31f-6036-4b83-94de-42f840cca711 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] For port 43811ad5-a559-4e85-9201-f6e562ae006e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=43811ad5-a559-4e85-9201-f6e562ae006e,segment=NetworkSegment(65d151e3-1095-4ae2-88aa-0d413447e3c7),segment_id=65d151e3-1095-4ae2-88aa-0d413447e3c7)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:14.309950 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7f443b51-f38a-40ae-b63d-581dc7f50745 req-ade7a31f-6036-4b83-94de-42f840cca711 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:14.324072 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-7f443b51-f38a-40ae-b63d-581dc7f50745 req-ade7a31f-6036-4b83-94de-42f840cca711 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Calling delete_port for 43811ad5-a559-4e85-9201-f6e562ae006e owned by compute:nova {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:00:14.451288 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7f443b51-f38a-40ae-b63d-581dc7f50745 req-ade7a31f-6036-4b83-94de-42f840cca711 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:14.455569 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-281faf57-a0ba-4bcc-b8b1-5616f1170f17 tempest-AttachVolumeTestJSON-1643837582 tempest-AttachVolumeTestJSON-1643837582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:14.481636 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7a31f-6036-4b83-94de-42f840cca711 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Pushing event deleted for resources: {'Port': ['ID=43811ad5-a559-4e85-9201-f6e562ae006e,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:14.509133 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7a31f-6036-4b83-94de-42f840cca711 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:14.509519 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7a31f-6036-4b83-94de-42f840cca711 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:14.509928 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7a31f-6036-4b83-94de-42f840cca711 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:14.510301 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7a31f-6036-4b83-94de-42f840cca711 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:14.510667 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7a31f-6036-4b83-94de-42f840cca711 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:14.511035 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7a31f-6036-4b83-94de-42f840cca711 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:14.511397 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7a31f-6036-4b83-94de-42f840cca711 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:14.511760 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7a31f-6036-4b83-94de-42f840cca711 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:14.512122 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7a31f-6036-4b83-94de-42f840cca711 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:14.512483 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7a31f-6036-4b83-94de-42f840cca711 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:14.512838 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7a31f-6036-4b83-94de-42f840cca711 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:14.513190 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7a31f-6036-4b83-94de-42f840cca711 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-8-iscsi {{(pid=104657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 15:00:14.518024 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-ade7a31f-6036-4b83-94de-42f840cca711 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:14.535872 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f443b51-f38a-40ae-b63d-581dc7f50745 req-ade7a31f-6036-4b83-94de-42f840cca711 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] No DVR routers for this DVR port 43811ad5-a559-4e85-9201-f6e562ae006e on host hv-cinder-79628 {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:00:14.538660 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-7f443b51-f38a-40ae-b63d-581dc7f50745 req-ade7a31f-6036-4b83-94de-42f840cca711 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:14.540557 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-7f443b51-f38a-40ae-b63d-581dc7f50745 req-ade7a31f-6036-4b83-94de-42f840cca711 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.44 "DELETE /v2.0/ports/43811ad5-a559-4e85-9201-f6e562ae006e HTTP/1.1" status: 204 len: 173 time: 0.4156995 Jun 23 15:00:14.541067 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c92e63-0a2f-4b7d-ba96-204502ed8398', 'name': 'network-vif-deleted', 'tag': '43811ad5-a559-4e85-9201-f6e562ae006e'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:00:14.543419 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bea6a8-05d6-4a90-acf5-af8e4388e8ad" -d '{"events": [{"server_uuid": "90c92e63-0a2f-4b7d-ba96-204502ed8398", "name": "network-vif-deleted", "tag": "43811ad5-a559-4e85-9201-f6e562ae006e"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:00:14.653376 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 15:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5c82d7-8258-4daa-8d19-60b83bca7686 x-openstack-request-id: req-1c5c82d7-8258-4daa-8d19-60b83bca7686 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:00:14.653734 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c92e63-0a2f-4b7d-ba96-204502ed8398", "name": "network-vif-deleted", "tag": "43811ad5-a559-4e85-9201-f6e562ae006e", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:00:14.654060 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1c5c82d7-8258-4daa-8d19-60b83bca7686 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:00:14.654567 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c92e63-0a2f-4b7d-ba96-204502ed8398', 'name': 'network-vif-deleted', 'tag': '43811ad5-a559-4e85-9201-f6e562ae006e', 'status': 'completed', 'code': 200} Jun 23 15:00:15.222702 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-c8219b16-ced7-403d-bde4-0c8cd8a4d7a2 req-e46af17e-cac7-432d-b415-05f248f7ec63 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c92e63-0a2f-4b7d-ba96-204502ed8398 HTTP/1.1" status: 200 len: 210 time: 0.0339444 Jun 23 15:00:16.792615 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 43811ad5-a559-4e85-9201-f6e562ae006e no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:00:16.816103 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] No Port match for: 43811ad5-a559-4e85-9201-f6e562ae006e {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:00:16.816389 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 43811ad5-a559-4e85-9201-f6e562ae006e not bound to the agent host hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:00:18.533318 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 42896) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:18.691810 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-c29dda83-2af7-4a00-8c88-174eb82c916c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Deleting port c16b7582-f618-41be-ab20-5151a1d74416 {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:00:18.692153 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c29dda83-2af7-4a00-8c88-174eb82c916c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:18.764525 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c29dda83-2af7-4a00-8c88-174eb82c916c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:18.764855 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c29dda83-2af7-4a00-8c88-174eb82c916c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:18.776539 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-c29dda83-2af7-4a00-8c88-174eb82c916c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Calling delete_port for c16b7582-f618-41be-ab20-5151a1d74416 owned by network:floatingip {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:00:18.943263 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c29dda83-2af7-4a00-8c88-174eb82c916c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:18.946130 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-165ca920-996b-45d3-878f-f83368304b8c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:18.968992 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29dda83-2af7-4a00-8c88-174eb82c916c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Pushing event deleted for resources: {'Port': ['ID=c16b7582-f618-41be-ab20-5151a1d74416,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:18.972140 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c29dda83-2af7-4a00-8c88-174eb82c916c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:19.035179 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c29dda83-2af7-4a00-8c88-174eb82c916c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for floatingip, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:19.035440 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.db.l3_db [None req-c29dda83-2af7-4a00-8c88-174eb82c916c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Floating IP 5d3b4d49-ea0f-4c89-aca8-35d9aa4783c6 disassociated (deleted). External IP: 172.27.2.4, port: 1380bb20-e394-4d17-8cee-c1d30891e8ac. Jun 23 15:00:19.233553 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29dda83-2af7-4a00-8c88-174eb82c916c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 15:00:19.338079 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29dda83-2af7-4a00-8c88-174eb82c916c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 15:00:19.342678 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c29dda83-2af7-4a00-8c88-174eb82c916c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for floatingip, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:19.347502 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6af2e5-f6b1-4eb3-93f4-c238baa6272e None None] Sync routers for ids ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 15:00:19.361065 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6af2e5-f6b1-4eb3-93f4-c238baa6272e None None] Routers {'1548b6d0-ddcc-43fb-8ee4-82162fae7d58'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:00:19.361515 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-7a6af2e5-f6b1-4eb3-93f4-c238baa6272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T15:00:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:19.381519 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-c29dda83-2af7-4a00-8c88-174eb82c916c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "DELETE /v2.0/floatingips/5d3b4d49-ea0f-4c89-aca8-35d9aa4783c6 HTTP/1.1" status: 204 len: 168 time: 0.8470833 Jun 23 15:00:19.382234 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d779a3-43ea-4a19-9f77-17538cf08fa6', 'tag': '1380bb20-e394-4d17-8cee-c1d30891e8ac'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:00:19.384579 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c537c83-5d22-473d-aaaf-d4562c2d8566" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d779a3-43ea-4a19-9f77-17538cf08fa6", "tag": "1380bb20-e394-4d17-8cee-c1d30891e8ac"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:00:19.424820 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 15:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb55760-ec71-46f2-b759-0e1693803434 x-openstack-request-id: req-abb55760-ec71-46f2-b759-0e1693803434 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:00:19.424820 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d779a3-43ea-4a19-9f77-17538cf08fa6", "tag": "1380bb20-e394-4d17-8cee-c1d30891e8ac", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:00:19.424820 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-abb55760-ec71-46f2-b759-0e1693803434 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:00:19.425389 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d779a3-43ea-4a19-9f77-17538cf08fa6', 'tag': '1380bb20-e394-4d17-8cee-c1d30891e8ac', 'status': 'completed', 'code': 200} Jun 23 15:00:19.472798 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-7a6af2e5-f6b1-4eb3-93f4-c238baa6272e None None] Set router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:00:19.501719 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c537c83-5d22-473d-aaaf-d4562c2d8566 req-7714cf31-ee78-4f83-96ad-f052bbd6ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:19.503214 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9c537c83-5d22-473d-aaaf-d4562c2d8566 req-7714cf31-ee78-4f83-96ad-f052bbd6ba83 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de80d8e05e914e30aa0a7ca86303ac3e&device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0527096 Jun 23 15:00:19.608621 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c537c83-5d22-473d-aaaf-d4562c2d8566 req-1ab8fabd-4017-48ca-b9fc-b316c4bb3319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:19.610155 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9c537c83-5d22-473d-aaaf-d4562c2d8566 req-1ab8fabd-4017-48ca-b9fc-b316c4bb3319 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6 HTTP/1.1" status: 200 len: 912 time: 0.1000443 Jun 23 15:00:19.659149 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9c537c83-5d22-473d-aaaf-d4562c2d8566 req-306992bd-c302-4128-a08e-7910b9c6347f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1380bb20-e394-4d17-8cee-c1d30891e8ac HTTP/1.1" status: 200 len: 217 time: 0.0355415 Jun 23 15:00:19.677572 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-7a6af2e5-f6b1-4eb3-93f4-c238baa6272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:05Z', 'revision_number': 4, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '787c57ff-2941-483c-abdc-699c722c389d', 'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'mac_address': 'fa:16:3e:f7:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:04Z', 'updated_at': '2021-06-23T14:52:13Z', 'revision_number': 5, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'subnets': [{'id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:19.704080 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6af2e5-f6b1-4eb3-93f4-c238baa6272e None None] Checking router: 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 15:00:19.712430 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6af2e5-f6b1-4eb3-93f4-c238baa6272e None None] Routers {'1548b6d0-ddcc-43fb-8ee4-82162fae7d58'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:00:19.713048 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-7a6af2e5-f6b1-4eb3-93f4-c238baa6272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T15:00:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:19.738607 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c537c83-5d22-473d-aaaf-d4562c2d8566 req-6529be07-e32e-4c70-b462-86fbbee26b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:19.740697 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9c537c83-5d22-473d-aaaf-d4562c2d8566 req-6529be07-e32e-4c70-b462-86fbbee26b18 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71715e87-1bbc-4aaf-bc38-8d1e86684ae7 HTTP/1.1" status: 200 len: 850 time: 0.0748248 Jun 23 15:00:19.799796 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27aa8c-0478-4764-bb95-8fedf8c290e1 req-6500f7b3-c19c-4ae9-be75-11704b731e99 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:19.801238 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5a27aa8c-0478-4764-bb95-8fedf8c290e1 req-6500f7b3-c19c-4ae9-be75-11704b731e99 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 946 time: 0.1034079 Jun 23 15:00:19.819180 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-7a6af2e5-f6b1-4eb3-93f4-c238baa6272e None None] Set router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:00:19.840862 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c537c83-5d22-473d-aaaf-d4562c2d8566 req-f2e8e60d-7f0f-4799-8532-ffcd5ce47205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:19.842357 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9c537c83-5d22-473d-aaaf-d4562c2d8566 req-f2e8e60d-7f0f-4799-8532-ffcd5ce47205 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac6fad9b-4f0e-4001-acb4-b7ca181089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0939918 Jun 23 15:00:19.850436 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-5a27aa8c-0478-4764-bb95-8fedf8c290e1 req-aa4f7b99-d636-4be4-8429-95a8bf280448 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417194 Jun 23 15:00:19.936284 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9c537c83-5d22-473d-aaaf-d4562c2d8566 req-ba48e15b-cdf2-4b32-902d-d80fe10fb831 service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849457 Jun 23 15:00:20.020916 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-7a6af2e5-f6b1-4eb3-93f4-c238baa6272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:05Z', 'revision_number': 4, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '787c57ff-2941-483c-abdc-699c722c389d', 'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'mac_address': 'fa:16:3e:f7:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:04Z', 'updated_at': '2021-06-23T14:52:13Z', 'revision_number': 5, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'subnets': [{'id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:20.024760 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-9c537c83-5d22-473d-aaaf-d4562c2d8566 req-eadc8754-c442-4cee-b1b5-59d6278c77d6 service neutron] 10.222.0.44 "GET /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820229 Jun 23 15:00:20.048028 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6af2e5-f6b1-4eb3-93f4-c238baa6272e None None] The sync data for ids ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'] in dv-cinder-796286-8-iscsi is: [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T14:52:05Z', 'revision_number': 4, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi', '_interfaces': [{'id': '787c57ff-2941-483c-abdc-699c722c389d', 'name': '', 'network_id': 'ac6fad9b-4f0e-4001-acb4-b7ca181089b6', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'mac_address': 'fa:16:3e:f7:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:04Z', 'updated_at': '2021-06-23T14:52:13Z', 'revision_number': 5, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'subnets': [{'id': '71715e87-1bbc-4aaf-bc38-8d1e86684ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 15:00:20.253816 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e789a7-fb76-4eae-8d34-abd79256ab12 None None] New status for floating IP 5d3b4d49-ea0f-4c89-aca8-35d9aa4783c6: DOWN {{(pid=104659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 15:00:21.040827 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad7bf5-d304-425e-b5ca-bcecd5826169 req-a490fd13-c9b8-478e-8682-1a6b979d607c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:21.042465 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-00ad7bf5-d304-425e-b5ca-bcecd5826169 req-a490fd13-c9b8-478e-8682-1a6b979d607c tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 946 time: 0.0674198 Jun 23 15:00:21.082719 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-00ad7bf5-d304-425e-b5ca-bcecd5826169 req-cde1430f-ada8-4308-861c-554e3784a3fa tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f179989-7049-4134-9a8c-0ec5dffd6bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345900 Jun 23 15:00:21.226248 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b5116-edc6-4d3e-82d5-fd2f3eed07db req-7d81bbf8-c6e5-453a-8d05-bd7efd0458ec tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 15:00:21.227639 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e71b5116-edc6-4d3e-82d5-fd2f3eed07db req-7d81bbf8-c6e5-453a-8d05-bd7efd0458ec tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 946 time: 0.0754235 Jun 23 15:00:21.335996 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-e71b5116-edc6-4d3e-82d5-fd2f3eed07db req-67c879c2-4137-41c6-a8e4-d149c93be832 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Deleting port 1380bb20-e394-4d17-8cee-c1d30891e8ac {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:00:21.336341 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-e71b5116-edc6-4d3e-82d5-fd2f3eed07db req-67c879c2-4137-41c6-a8e4-d149c93be832 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:21.435977 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [req-e71b5116-edc6-4d3e-82d5-fd2f3eed07db req-67c879c2-4137-41c6-a8e4-d149c93be832 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] For port 1380bb20-e394-4d17-8cee-c1d30891e8ac, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1380bb20-e394-4d17-8cee-c1d30891e8ac,segment=NetworkSegment(65d151e3-1095-4ae2-88aa-0d413447e3c7),segment_id=65d151e3-1095-4ae2-88aa-0d413447e3c7)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:21.436364 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-e71b5116-edc6-4d3e-82d5-fd2f3eed07db req-67c879c2-4137-41c6-a8e4-d149c93be832 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:21.448405 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [req-e71b5116-edc6-4d3e-82d5-fd2f3eed07db req-67c879c2-4137-41c6-a8e4-d149c93be832 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Calling delete_port for 1380bb20-e394-4d17-8cee-c1d30891e8ac owned by compute:nova {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:00:21.582441 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-e71b5116-edc6-4d3e-82d5-fd2f3eed07db req-67c879c2-4137-41c6-a8e4-d149c93be832 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:21.586162 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-be95565f-f02f-4364-ac88-05b1ca1d2e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:21.616467 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c879c2-4137-41c6-a8e4-d149c93be832 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Pushing event deleted for resources: {'Port': ['ID=1380bb20-e394-4d17-8cee-c1d30891e8ac,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:21.621037 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-67c879c2-4137-41c6-a8e4-d149c93be832 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:21.660228 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71b5116-edc6-4d3e-82d5-fd2f3eed07db req-67c879c2-4137-41c6-a8e4-d149c93be832 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] No DVR routers for this DVR port 1380bb20-e394-4d17-8cee-c1d30891e8ac on host hv-cinder-79628 {{(pid=104657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:00:21.663294 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [req-e71b5116-edc6-4d3e-82d5-fd2f3eed07db req-67c879c2-4137-41c6-a8e4-d149c93be832 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for port, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:21.665201 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [req-e71b5116-edc6-4d3e-82d5-fd2f3eed07db req-67c879c2-4137-41c6-a8e4-d149c93be832 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.44 "DELETE /v2.0/ports/1380bb20-e394-4d17-8cee-c1d30891e8ac HTTP/1.1" status: 204 len: 173 time: 0.4309323 Jun 23 15:00:21.665768 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d779a3-43ea-4a19-9f77-17538cf08fa6', 'name': 'network-vif-deleted', 'tag': '1380bb20-e394-4d17-8cee-c1d30891e8ac'}] {{(pid=104657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 15:00:21.668067 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdcc48b5acad91b34f82cd098e72306ac6989835a197c94e521eff04691d4819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e84ba0c-00e1-4f15-95c0-476a6fc24ae1" -d '{"events": [{"server_uuid": "c1d779a3-43ea-4a19-9f77-17538cf08fa6", "name": "network-vif-deleted", "tag": "1380bb20-e394-4d17-8cee-c1d30891e8ac"}]}' {{(pid=104657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 15:00:21.707220 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 15:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5225ec-ed05-47a9-8a80-b7419d38fc02 x-openstack-request-id: req-ed5225ec-ed05-47a9-8a80-b7419d38fc02 {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 15:00:21.707549 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d779a3-43ea-4a19-9f77-17538cf08fa6", "name": "network-vif-deleted", "tag": "1380bb20-e394-4d17-8cee-c1d30891e8ac", "status": "completed", "code": 200}]} {{(pid=104657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 15:00:21.707873 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed5225ec-ed05-47a9-8a80-b7419d38fc02 {{(pid=104657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 15:00:21.708314 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d779a3-43ea-4a19-9f77-17538cf08fa6', 'name': 'network-vif-deleted', 'tag': '1380bb20-e394-4d17-8cee-c1d30891e8ac', 'status': 'completed', 'code': 200} Jun 23 15:00:22.234921 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [req-d0d416a0-1e6d-4c09-b712-9fa60fddd5fb req-8f310d38-959d-4c03-b39a-a8a49d6bd9ac tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d779a3-43ea-4a19-9f77-17538cf08fa6 HTTP/1.1" status: 200 len: 210 time: 0.0292611 Jun 23 15:00:23.324918 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 42912) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:23.451170 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-e3d891cf-bf72-4c78-8fac-267e63831c09 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Deleting port 5c3f492d-584a-4a88-b378-6ce078e68d32 {{(pid=104656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:00:23.451518 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e3d891cf-bf72-4c78-8fac-267e63831c09 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:23.530915 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e3d891cf-bf72-4c78-8fac-267e63831c09 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:23.531255 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e3d891cf-bf72-4c78-8fac-267e63831c09 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:23.543411 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-e3d891cf-bf72-4c78-8fac-267e63831c09 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Calling delete_port for 5c3f492d-584a-4a88-b378-6ce078e68d32 owned by network:floatingip {{(pid=104656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:00:23.675075 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e3d891cf-bf72-4c78-8fac-267e63831c09 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51636836'] for port, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:23.677061 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-e27502d8-1139-4023-8a2a-3daf2a2744b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:23.698517 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d891cf-bf72-4c78-8fac-267e63831c09 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Pushing event deleted for resources: {'Port': ['ID=5c3f492d-584a-4a88-b378-6ce078e68d32,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:23.702207 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-e3d891cf-bf72-4c78-8fac-267e63831c09 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:23.760477 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e3d891cf-bf72-4c78-8fac-267e63831c09 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for floatingip, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:23.762976 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-e3d891cf-bf72-4c78-8fac-267e63831c09 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64428'] for floatingip, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:23.764089 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-e3d891cf-bf72-4c78-8fac-267e63831c09 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "DELETE /v2.0/floatingips/76d58262-fe90-4b7d-ba72-5ec88db28470 HTTP/1.1" status: 204 len: 168 time: 0.4382184 Jun 23 15:00:24.836871 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:24.862255 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 1380bb20-e394-4d17-8cee-c1d30891e8ac no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:00:24.881909 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] No Port match for: 1380bb20-e394-4d17-8cee-c1d30891e8ac {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:00:24.882273 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Device 1380bb20-e394-4d17-8cee-c1d30891e8ac not bound to the agent host hv-cinder-79628 {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:00:25.023762 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 42924) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:25.093949 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c1746202-4426-42ae-986e-b3c03c69973d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:25.118367 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c1746202-4426-42ae-986e-b3c03c69973d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:25.175199 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c1746202-4426-42ae-986e-b3c03c69973d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:25.178336 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c1746202-4426-42ae-986e-b3c03c69973d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:25.179470 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-c1746202-4426-42ae-986e-b3c03c69973d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] 10.222.0.65 "DELETE /v2.0/security-groups/8f179989-7049-4134-9a8c-0ec5dffd6bb0 HTTP/1.1" status: 204 len: 168 time: 0.1547415 Jun 23 15:00:25.180246 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-3538d1e0-fc9a-487b-8fb7-a178e7a89a24 tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:25.188824 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1746202-4426-42ae-986e-b3c03c69973d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f179989-7049-4134-9a8c-0ec5dffd6bb0,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:25.191421 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c1746202-4426-42ae-986e-b3c03c69973d tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:25.252589 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 42928) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:25.679933 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c55d3c44-1099-4051-8f5a-1f87917ff1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16234978'] for router_interface, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:26.197334 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-c55d3c44-1099-4051-8f5a-1f87917ff1f7 admin admin] Deleting port 787c57ff-2941-483c-abdc-699c722c389d {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:00:26.198150 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c55d3c44-1099-4051-8f5a-1f87917ff1f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:26.273473 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [None req-c55d3c44-1099-4051-8f5a-1f87917ff1f7 admin admin] For port 787c57ff-2941-483c-abdc-699c722c389d, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=787c57ff-2941-483c-abdc-699c722c389d,segment=NetworkSegment(65d151e3-1095-4ae2-88aa-0d413447e3c7),segment_id=65d151e3-1095-4ae2-88aa-0d413447e3c7)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:26.273860 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c55d3c44-1099-4051-8f5a-1f87917ff1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:26.285555 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-c55d3c44-1099-4051-8f5a-1f87917ff1f7 admin admin] Calling delete_port for 787c57ff-2941-483c-abdc-699c722c389d owned by network:router_interface {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:00:26.457686 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c55d3c44-1099-4051-8f5a-1f87917ff1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:26.460353 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-438db7f7-3ff0-4c60-bf64-4d2fd5aacb06 tempest-TestVolumeBootPattern-356492821 tempest-TestVolumeBootPattern-356492821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:26.485582 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d3c44-1099-4051-8f5a-1f87917ff1f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=787c57ff-2941-483c-abdc-699c722c389d,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:26.488480 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-c55d3c44-1099-4051-8f5a-1f87917ff1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:26.645328 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-c55d3c44-1099-4051-8f5a-1f87917ff1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604946'] for router_interface, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:26.856472 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55d3c44-1099-4051-8f5a-1f87917ff1f7 admin admin] Router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 15:00:26.959851 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55d3c44-1099-4051-8f5a-1f87917ff1f7 admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 15:00:26.965031 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-c55d3c44-1099-4051-8f5a-1f87917ff1f7 admin admin] 10.222.0.65 "PUT /v2.0/routers/1548b6d0-ddcc-43fb-8ee4-82162fae7d58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7114286 Jun 23 15:00:26.967515 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 42932) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:26.968119 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1abf49-ae2e-48e0-a5a3-a54a649368fc None None] Sync routers for ids ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'] in dv-cinder-796286-8-iscsi {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 15:00:26.978264 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1abf49-ae2e-48e0-a5a3-a54a649368fc None None] Routers {'1548b6d0-ddcc-43fb-8ee4-82162fae7d58'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:00:26.979048 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-5a1abf49-ae2e-48e0-a5a3-a54a649368fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T15:00:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:27.072451 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8e1496b6-2abb-4bc1-9878-126692f3ff8e admin admin] Notify callbacks [] for router, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:27.174295 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8e1496b6-2abb-4bc1-9878-126692f3ff8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:27.206724 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-5a1abf49-ae2e-48e0-a5a3-a54a649368fc None None] Set router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 gateway port host: dv-cinder-796286-8-iscsi {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:00:27.226121 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-8e1496b6-2abb-4bc1-9878-126692f3ff8e admin admin] Deleting port 695bfd68-235b-4f62-a160-281670ab92ab {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:00:27.226769 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8e1496b6-2abb-4bc1-9878-126692f3ff8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:27.301212 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [None req-8e1496b6-2abb-4bc1-9878-126692f3ff8e admin admin] For port 695bfd68-235b-4f62-a160-281670ab92ab, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=695bfd68-235b-4f62-a160-281670ab92ab,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:27.301567 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8e1496b6-2abb-4bc1-9878-126692f3ff8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:27.314174 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-8e1496b6-2abb-4bc1-9878-126692f3ff8e admin admin] Calling delete_port for 695bfd68-235b-4f62-a160-281670ab92ab owned by network:router_gateway {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:00:27.387572 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-5a1abf49-ae2e-48e0-a5a3-a54a649368fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '695bfd68-235b-4f62-a160-281670ab92ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T15:00:26Z', 'revision_number': 5, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port': {'id': '695bfd68-235b-4f62-a160-281670ab92ab', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:01Z', 'updated_at': '2021-06-23T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:27.414019 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1abf49-ae2e-48e0-a5a3-a54a649368fc None None] Checking router: 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 for host: dv-cinder-796286-8-iscsi {{(pid=104658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 15:00:27.422520 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1abf49-ae2e-48e0-a5a3-a54a649368fc None None] Routers {'1548b6d0-ddcc-43fb-8ee4-82162fae7d58'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:00:27.423184 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-5a1abf49-ae2e-48e0-a5a3-a54a649368fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T15:00:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'], 'active': True} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:27.479945 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8e1496b6-2abb-4bc1-9878-126692f3ff8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:27.483272 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-e37f8a63-66fc-4d5f-b91a-c880dddcde7a tempest-AttachVolumeShelveTestJSON-196935586 tempest-AttachVolumeShelveTestJSON-196935586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:27.507132 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1496b6-2abb-4bc1-9878-126692f3ff8e admin admin] Pushing event deleted for resources: {'Port': ['ID=695bfd68-235b-4f62-a160-281670ab92ab,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:27.510664 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-8e1496b6-2abb-4bc1-9878-126692f3ff8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:27.517508 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_dvr_db [None req-5a1abf49-ae2e-48e0-a5a3-a54a649368fc None None] Set router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 gateway port host: None {{(pid=104658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:00:27.567688 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.db.l3_hamode_db [None req-5a1abf49-ae2e-48e0-a5a3-a54a649368fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T15:00:27Z', 'revision_number': 6, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port_host': None}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:27.574202 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8e1496b6-2abb-4bc1-9878-126692f3ff8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603015'] for router_gateway, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:27.596369 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1abf49-ae2e-48e0-a5a3-a54a649368fc None None] The sync data for ids ['1548b6d0-ddcc-43fb-8ee4-82162fae7d58'] in dv-cinder-796286-8-iscsi is: [{'id': '1548b6d0-ddcc-43fb-8ee4-82162fae7d58', 'name': 'tempest-TestVolumeBootPattern-147314153-router', 'tenant_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:00Z', 'updated_at': '2021-06-23T15:00:27Z', 'revision_number': 6, 'project_id': 'de80d8e05e914e30aa0a7ca86303ac3e', 'gw_port_host': None}] {{(pid=104658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 15:00:27.663175 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8e1496b6-2abb-4bc1-9878-126692f3ff8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62283'] for router, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:27.665205 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8e1496b6-2abb-4bc1-9878-126692f3ff8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:27.705442 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8e1496b6-2abb-4bc1-9878-126692f3ff8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604649'] for router, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:27.706015 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1496b6-2abb-4bc1-9878-126692f3ff8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1548b6d0-ddcc-43fb-8ee4-82162fae7d58 {{(pid=104657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 15:00:27.711351 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-8e1496b6-2abb-4bc1-9878-126692f3ff8e admin admin] Notify callbacks [] for router, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:27.712462 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-8e1496b6-2abb-4bc1-9878-126692f3ff8e admin admin] 10.222.0.65 "DELETE /v2.0/routers/1548b6d0-ddcc-43fb-8ee4-82162fae7d58 HTTP/1.1" status: 204 len: 168 time: 0.7440464 Jun 23 15:00:27.714949 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 42934) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:27.764275 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6c7f15-5f9e-411e-a1c4-2cc6846c4f3e admin admin] Deleting subnet 71715e87-1bbc-4aaf-bc38-8d1e86684ae7 {{(pid=104657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 15:00:27.767275 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ce6c7f15-5f9e-411e-a1c4-2cc6846c4f3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:27.799651 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ce6c7f15-5f9e-411e-a1c4-2cc6846c4f3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3530106'] for subnet, precommit_delete_associations {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:27.872561 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ce6c7f15-5f9e-411e-a1c4-2cc6846c4f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16078100'] for subnet, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:27.925256 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ce6c7f15-5f9e-411e-a1c4-2cc6846c4f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16078093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4170546'] for subnet, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:27.928739 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-4c0208ab-057e-46a4-a6c8-8f40af6d8dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:27.951361 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c7f15-5f9e-411e-a1c4-2cc6846c4f3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71715e87-1bbc-4aaf-bc38-8d1e86684ae7,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:27.954507 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-ce6c7f15-5f9e-411e-a1c4-2cc6846c4f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:27.955495 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-ce6c7f15-5f9e-411e-a1c4-2cc6846c4f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:27.959658 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-ce6c7f15-5f9e-411e-a1c4-2cc6846c4f3e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/71715e87-1bbc-4aaf-bc38-8d1e86684ae7 HTTP/1.1" status: 204 len: 168 time: 0.2414935 Jun 23 15:00:27.960733 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 42936) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:27.964347 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e39aab-8d98-422a-8c09-4a8c787b9e34 None None] Network ac6fad9b-4f0e-4001-acb4-b7ca181089b6 requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 15:00:28.040233 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8e903467-c69d-41e7-b234-96e93edb207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235410'] for network, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:28.090672 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-8e903467-c69d-41e7-b234-96e93edb207f admin admin] Deleting port e45b9215-1ff1-4fbd-94df-669c3a702b9f {{(pid=104656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:00:28.091010 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8e903467-c69d-41e7-b234-96e93edb207f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:28.152441 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.db [None req-8e903467-c69d-41e7-b234-96e93edb207f admin admin] For port e45b9215-1ff1-4fbd-94df-669c3a702b9f, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=e45b9215-1ff1-4fbd-94df-669c3a702b9f,segment=NetworkSegment(65d151e3-1095-4ae2-88aa-0d413447e3c7),segment_id=65d151e3-1095-4ae2-88aa-0d413447e3c7)] {{(pid=104656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:28.152823 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8e903467-c69d-41e7-b234-96e93edb207f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:28.169269 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-8e903467-c69d-41e7-b234-96e93edb207f admin admin] Calling delete_port for e45b9215-1ff1-4fbd-94df-669c3a702b9f owned by network:dhcp {{(pid=104656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:00:28.244787 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8e903467-c69d-41e7-b234-96e93edb207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51636836'] for port, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:28.246819 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-7059d941-8488-40a0-b7d9-acda491446de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:28.269551 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e903467-c69d-41e7-b234-96e93edb207f admin admin] Pushing event deleted for resources: {'Port': ['ID=e45b9215-1ff1-4fbd-94df-669c3a702b9f,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:28.273189 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-8e903467-c69d-41e7-b234-96e93edb207f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:28.274006 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e903467-c69d-41e7-b234-96e93edb207f admin admin] No DVR routers for this DVR port e45b9215-1ff1-4fbd-94df-669c3a702b9f on host dv-cinder-796286-8-iscsi {{(pid=104656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:00:28.344742 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8e903467-c69d-41e7-b234-96e93edb207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16034969', 'neutron.services.segments.db._delete_segments_for_network-8784122434079'] for network, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:28.356381 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-8e903467-c69d-41e7-b234-96e93edb207f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6fad9b-4f0e-4001-acb4-b7ca181089b6']}} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:28.371952 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-8e903467-c69d-41e7-b234-96e93edb207f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d151e3-1095-4ae2-88aa-0d413447e3c7') {'for_net_delete': True} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:28.372379 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-8e903467-c69d-41e7-b234-96e93edb207f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d151e3-1095-4ae2-88aa-0d413447e3c7') {} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:28.386175 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8e903467-c69d-41e7-b234-96e93edb207f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784122471918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51554239'] for segment, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:28.392034 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f5b00b-be48-4cce-afcf-5092b300ef9f None None] DHCP port deletion for ac6fad9b-4f0e-4001-acb4-b7ca181089b6 request from dv-cinder-796286-8-iscsi {{(pid=104658) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 15:00:28.402754 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8e903467-c69d-41e7-b234-96e93edb207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:28.408908 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e903467-c69d-41e7-b234-96e93edb207f admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=104656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 15:00:28.409298 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8e903467-c69d-41e7-b234-96e93edb207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51636915'] for segment, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: Traceback (most recent call last): Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: timer() Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: cb(*args, **kw) Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: return func(*args, **kwargs) Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: self._notify() Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: self.callback(batched_events) Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: event.method(event) Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: return f(self, *a, **k) Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: return self._get(url).json() Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: return self.request(url, 'GET', **kwargs) Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 15:00:28.411115 dv-cinder-796286-8-iscsi neutron-server[104656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 15:00:28.463422 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8e903467-c69d-41e7-b234-96e93edb207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16034962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602998'] for network, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:28.467157 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:28.469590 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-8e903467-c69d-41e7-b234-96e93edb207f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:28.471392 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-8e903467-c69d-41e7-b234-96e93edb207f admin admin] 10.222.0.65 "DELETE /v2.0/networks/ac6fad9b-4f0e-4001-acb4-b7ca181089b6 HTTP/1.1" status: 204 len: 168 time: 0.5103819 Jun 23 15:00:28.474508 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 42938) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:28.486357 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e903467-c69d-41e7-b234-96e93edb207f admin admin] Pushing event deleted for resources: {'Network': ['ID=ac6fad9b-4f0e-4001-acb4-b7ca181089b6,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:28.488819 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-8e903467-c69d-41e7-b234-96e93edb207f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:28.785566 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 787c57ff-2941-483c-abdc-699c722c389d no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:00:28.807852 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: 787c57ff-2941-483c-abdc-699c722c389d {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:00:28.808208 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 787c57ff-2941-483c-abdc-699c722c389d not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:00:28.808648 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 695bfd68-235b-4f62-a160-281670ab92ab no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:00:28.825151 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-34c1307a-349e-4e4c-bd1d-dca28c751f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16234978'] for router_interface, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:28.827219 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: 695bfd68-235b-4f62-a160-281670ab92ab {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:00:28.827585 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device 695bfd68-235b-4f62-a160-281670ab92ab not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:00:28.828020 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device e45b9215-1ff1-4fbd-94df-669c3a702b9f no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:00:28.845757 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: e45b9215-1ff1-4fbd-94df-669c3a702b9f {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:00:28.846130 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device e45b9215-1ff1-4fbd-94df-669c3a702b9f not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:00:29.069385 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-34c1307a-349e-4e4c-bd1d-dca28c751f9c admin admin] Deleting port e6517d2e-0590-4275-bc27-45a46f9ee641 {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:00:29.069712 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-34c1307a-349e-4e4c-bd1d-dca28c751f9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:29.144824 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [None req-34c1307a-349e-4e4c-bd1d-dca28c751f9c admin admin] For port e6517d2e-0590-4275-bc27-45a46f9ee641, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=e6517d2e-0590-4275-bc27-45a46f9ee641,segment=NetworkSegment(a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb),segment_id=a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:29.145178 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-34c1307a-349e-4e4c-bd1d-dca28c751f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:29.156999 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-34c1307a-349e-4e4c-bd1d-dca28c751f9c admin admin] Calling delete_port for e6517d2e-0590-4275-bc27-45a46f9ee641 owned by network:router_interface {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:00:29.326124 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-34c1307a-349e-4e4c-bd1d-dca28c751f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:29.327916 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-d47d22d9-4c15-4494-a42e-ecc9b1fe1bec tempest-VolumesActionsTest-518055544 tempest-VolumesActionsTest-518055544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:29.352039 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1307a-349e-4e4c-bd1d-dca28c751f9c admin admin] Pushing event deleted for resources: {'Port': ['ID=e6517d2e-0590-4275-bc27-45a46f9ee641,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:29.355850 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-34c1307a-349e-4e4c-bd1d-dca28c751f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:29.377217 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:00:29.523011 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-34c1307a-349e-4e4c-bd1d-dca28c751f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604946'] for router_interface, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:29.737687 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c1307a-349e-4e4c-bd1d-dca28c751f9c admin admin] Router 1436bb0b-7945-4553-aa94-9fc764cc074d has already been hosted by L3 agent 23a31291-c0a7-47cd-9883-17a26443b92c {{(pid=104657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 15:00:30.127406 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c1307a-349e-4e4c-bd1d-dca28c751f9c admin admin] Notify agent at l3_agent.dv-cinder-796286-8-iscsi the message routers_updated {{(pid=104657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 15:00:30.132785 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-34c1307a-349e-4e4c-bd1d-dca28c751f9c admin admin] 10.222.0.65 "PUT /v2.0/routers/1436bb0b-7945-4553-aa94-9fc764cc074d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6572225 Jun 23 15:00:30.135378 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 42940) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:30.137773 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9431e1-4b88-468e-bc20-22e28588e6ed None None] Sync routers for ids ['1436bb0b-7945-4553-aa94-9fc764cc074d'] in dv-cinder-796286-8-iscsi {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 15:00:30.147831 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9431e1-4b88-468e-bc20-22e28588e6ed None None] Routers {'1436bb0b-7945-4553-aa94-9fc764cc074d'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:00:30.148443 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-ba9431e1-4b88-468e-bc20-22e28588e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T15:00:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1436bb0b-7945-4553-aa94-9fc764cc074d'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:30.237425 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-361c66d2-ab30-4752-b0f7-f89381a13932 admin admin] Notify callbacks [] for router, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:30.337661 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-ba9431e1-4b88-468e-bc20-22e28588e6ed None None] Set router 1436bb0b-7945-4553-aa94-9fc764cc074d gateway port host: dv-cinder-796286-8-iscsi {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:00:30.353336 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-361c66d2-ab30-4752-b0f7-f89381a13932 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:30.410682 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-361c66d2-ab30-4752-b0f7-f89381a13932 admin admin] Deleting port a026cb64-c14c-450c-a794-8a5729b8a68d {{(pid=104657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:00:30.410934 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-361c66d2-ab30-4752-b0f7-f89381a13932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:30.491216 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.db [None req-361c66d2-ab30-4752-b0f7-f89381a13932 admin admin] For port a026cb64-c14c-450c-a794-8a5729b8a68d, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=a026cb64-c14c-450c-a794-8a5729b8a68d,segment=NetworkSegment(781828b9-cbb7-4883-87fb-7233a207e4d0),segment_id=781828b9-cbb7-4883-87fb-7233a207e4d0)] {{(pid=104657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:30.491577 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-361c66d2-ab30-4752-b0f7-f89381a13932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:30.503056 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.plugins.ml2.plugin [None req-361c66d2-ab30-4752-b0f7-f89381a13932 admin admin] Calling delete_port for a026cb64-c14c-450c-a794-8a5729b8a68d owned by network:router_gateway {{(pid=104657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:00:30.510512 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-ba9431e1-4b88-468e-bc20-22e28588e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1436bb0b-7945-4553-aa94-9fc764cc074d', 'name': 'tempest-TestVolumeBootPattern-1871058864-router', 'tenant_id': '293569687c234e31b6fb49c044d495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'external_fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a026cb64-c14c-450c-a794-8a5729b8a68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:10Z', 'updated_at': '2021-06-23T15:00:29Z', 'revision_number': 5, 'project_id': '293569687c234e31b6fb49c044d495b8', 'gw_port': {'id': 'a026cb64-c14c-450c-a794-8a5729b8a68d', 'name': '', 'network_id': 'fcd7f1a0-b694-4219-968d-f28fbbdba0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1436bb0b-7945-4553-aa94-9fc764cc074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:52:11Z', 'updated_at': '2021-06-23T14:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66531d2-b162-4d5a-9b95-91879084f23c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-8-iscsi'}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:30.540374 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9431e1-4b88-468e-bc20-22e28588e6ed None None] Checking router: 1436bb0b-7945-4553-aa94-9fc764cc074d for host: dv-cinder-796286-8-iscsi {{(pid=104659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 15:00:30.548592 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9431e1-4b88-468e-bc20-22e28588e6ed None None] Routers {'1436bb0b-7945-4553-aa94-9fc764cc074d'} bound to L3 agent in host dv-cinder-796286-8-iscsi {{(pid=104659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 15:00:30.549209 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-ba9431e1-4b88-468e-bc20-22e28588e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:41:40Z,description=,heartbeat_timestamp=2021-06-23T15:00:10Z,host='dv-cinder-796286-8-iscsi',id=23a31291-c0a7-47cd-9883-17a26443b92c,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:41:40Z,topic='l3_agent')) {'router_ids': ['1436bb0b-7945-4553-aa94-9fc764cc074d'], 'active': True} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:30.636019 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_dvr_db [None req-ba9431e1-4b88-468e-bc20-22e28588e6ed None None] Set router 1436bb0b-7945-4553-aa94-9fc764cc074d gateway port host: None {{(pid=104659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 15:00:30.673901 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-361c66d2-ab30-4752-b0f7-f89381a13932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444869'] for port, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:30.675875 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-e8b240bc-2880-4b53-9a32-3af07d94efbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:30.687275 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.l3_hamode_db [None req-ba9431e1-4b88-468e-bc20-22e28588e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1436bb0b-7945-4553-aa94-9fc764cc074d', 'name': 'tempest-TestVolumeBootPattern-1871058864-router', 'tenant_id': '293569687c234e31b6fb49c044d495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:10Z', 'updated_at': '2021-06-23T15:00:30Z', 'revision_number': 6, 'project_id': '293569687c234e31b6fb49c044d495b8', 'gw_port_host': None}], 'dv-cinder-796286-8-iscsi', False) {} {{(pid=104659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:30.698095 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c66d2-ab30-4752-b0f7-f89381a13932 admin admin] Pushing event deleted for resources: {'Port': ['ID=a026cb64-c14c-450c-a794-8a5729b8a68d,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:30.700585 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-361c66d2-ab30-4752-b0f7-f89381a13932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:30.716749 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9431e1-4b88-468e-bc20-22e28588e6ed None None] The sync data for ids ['1436bb0b-7945-4553-aa94-9fc764cc074d'] in dv-cinder-796286-8-iscsi is: [{'id': '1436bb0b-7945-4553-aa94-9fc764cc074d', 'name': 'tempest-TestVolumeBootPattern-1871058864-router', 'tenant_id': '293569687c234e31b6fb49c044d495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:52:10Z', 'updated_at': '2021-06-23T15:00:30Z', 'revision_number': 6, 'project_id': '293569687c234e31b6fb49c044d495b8', 'gw_port_host': None}] {{(pid=104659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 15:00:30.777206 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-361c66d2-ab30-4752-b0f7-f89381a13932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603015'] for router_gateway, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:30.867898 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-361c66d2-ab30-4752-b0f7-f89381a13932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62283'] for router, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:30.869989 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-361c66d2-ab30-4752-b0f7-f89381a13932 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:30.916054 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-361c66d2-ab30-4752-b0f7-f89381a13932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604649'] for router, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:30.916577 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361c66d2-ab30-4752-b0f7-f89381a13932 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1436bb0b-7945-4553-aa94-9fc764cc074d {{(pid=104657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 15:00:30.920891 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-361c66d2-ab30-4752-b0f7-f89381a13932 admin admin] Notify callbacks [] for router, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:30.922068 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-361c66d2-ab30-4752-b0f7-f89381a13932 admin admin] 10.222.0.65 "DELETE /v2.0/routers/1436bb0b-7945-4553-aa94-9fc764cc074d HTTP/1.1" status: 204 len: 168 time: 0.7857251 Jun 23 15:00:30.924886 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 42942) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:30.969008 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.db.db_base_plugin_v2 [None req-43372f39-d7d2-4456-87fa-950dc78ca323 admin admin] Deleting subnet db131055-323a-4bab-b10b-71ad262fa6d9 {{(pid=104657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 15:00:30.972054 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-43372f39-d7d2-4456-87fa-950dc78ca323 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:31.007057 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-43372f39-d7d2-4456-87fa-950dc78ca323 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3530106'] for subnet, precommit_delete_associations {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:31.091738 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-43372f39-d7d2-4456-87fa-950dc78ca323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16078100'] for subnet, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:31.151669 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-43372f39-d7d2-4456-87fa-950dc78ca323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16078093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4170546'] for subnet, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:31.154316 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-541c4738-41d8-438e-8c74-2d5c20712e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:31.182099 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-43372f39-d7d2-4456-87fa-950dc78ca323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for subnet, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:31.183878 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-43372f39-d7d2-4456-87fa-950dc78ca323 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/db131055-323a-4bab-b10b-71ad262fa6d9 HTTP/1.1" status: 204 len: 168 time: 0.2580757 Jun 23 15:00:31.185437 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43372f39-d7d2-4456-87fa-950dc78ca323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db131055-323a-4bab-b10b-71ad262fa6d9,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:31.186552 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 42944) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:31.187373 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72bf12a-8483-4437-a16d-5a43c7fb7b40 None None] Network 5a4e3827-cfb2-4e52-a994-7d5644b345af requested from dv-cinder-796286-8-iscsi {{(pid=104658) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 15:00:31.187817 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-43372f39-d7d2-4456-87fa-950dc78ca323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:31.257941 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-41dc08f1-4008-4873-b69d-d65f0d56e072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235410'] for network, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:31.311714 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-41dc08f1-4008-4873-b69d-d65f0d56e072 admin admin] Deleting port d7bd087a-71eb-4377-8f34-2e7a80b92154 {{(pid=104656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 15:00:31.312192 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-41dc08f1-4008-4873-b69d-d65f0d56e072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784122494495'] for port, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:31.380297 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.db [None req-41dc08f1-4008-4873-b69d-d65f0d56e072 admin admin] For port d7bd087a-71eb-4377-8f34-2e7a80b92154, host dv-cinder-796286-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-8-iscsi',level=0,port_id=d7bd087a-71eb-4377-8f34-2e7a80b92154,segment=NetworkSegment(a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb),segment_id=a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb)] {{(pid=104656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 15:00:31.380686 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-41dc08f1-4008-4873-b69d-d65f0d56e072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16249549'] for port, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:31.397988 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.plugin [None req-41dc08f1-4008-4873-b69d-d65f0d56e072 admin admin] Calling delete_port for d7bd087a-71eb-4377-8f34-2e7a80b92154 owned by network:dhcp {{(pid=104656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 15:00:31.480562 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-41dc08f1-4008-4873-b69d-d65f0d56e072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16218500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784122499121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784121910932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51636836'] for port, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:31.483033 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-32e39073-71db-47bb-afe3-ed8049b4566b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:31.522941 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc08f1-4008-4873-b69d-d65f0d56e072 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7bd087a-71eb-4377-8f34-2e7a80b92154,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:31.527639 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-41dc08f1-4008-4873-b69d-d65f0d56e072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:31.528638 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95c674a-3451-416c-84bb-5fa11a2e0fc1 None None] DHCP port deletion for 5a4e3827-cfb2-4e52-a994-7d5644b345af request from dv-cinder-796286-8-iscsi {{(pid=104658) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 15:00:31.528877 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dc08f1-4008-4873-b69d-d65f0d56e072 admin admin] No DVR routers for this DVR port d7bd087a-71eb-4377-8f34-2e7a80b92154 on host dv-cinder-796286-8-iscsi {{(pid=104656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 15:00:31.622286 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-41dc08f1-4008-4873-b69d-d65f0d56e072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16034969', 'neutron.services.segments.db._delete_segments_for_network-8784122434079'] for network, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:31.635064 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-41dc08f1-4008-4873-b69d-d65f0d56e072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4e3827-cfb2-4e52-a994-7d5644b345af']}} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:31.648764 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-41dc08f1-4008-4873-b69d-d65f0d56e072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb') {'for_net_delete': True} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:31.649264 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.services.segments.db [None req-41dc08f1-4008-4873-b69d-d65f0d56e072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c9f1a8-022c-45a5-8f08-dbb0a1b4a4bb') {} {{(pid=104656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 15:00:31.664491 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-41dc08f1-4008-4873-b69d-d65f0d56e072 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784122471918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51554239'] for segment, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:31.684502 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-41dc08f1-4008-4873-b69d-d65f0d56e072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737'] for segment, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:31.693022 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41dc08f1-4008-4873-b69d-d65f0d56e072 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=104656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 15:00:31.694079 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-41dc08f1-4008-4873-b69d-d65f0d56e072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16072737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51636915'] for segment, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: Traceback (most recent call last): Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: timer() Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: cb(*args, **kw) Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: return func(*args, **kwargs) Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: self._notify() Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: self.callback(batched_events) Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: event.method(event) Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: return f(self, *a, **k) Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: return self._get(url).json() Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: return self.request(url, 'GET', **kwargs) Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 15:00:31.696711 dv-cinder-796286-8-iscsi neutron-server[104656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 15:00:31.772100 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-41dc08f1-4008-4873-b69d-d65f0d56e072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16034962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602998'] for network, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:31.777376 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-8fa61969-a883-46aa-ab62-9cad5c98d5a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:31.783478 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-41dc08f1-4008-4873-b69d-d65f0d56e072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537403'] for network, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:31.786404 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-41dc08f1-4008-4873-b69d-d65f0d56e072 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5a4e3827-cfb2-4e52-a994-7d5644b345af HTTP/1.1" status: 204 len: 168 time: 0.5980859 Jun 23 15:00:31.802080 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc08f1-4008-4873-b69d-d65f0d56e072 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a4e3827-cfb2-4e52-a994-7d5644b345af,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:31.806504 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-41dc08f1-4008-4873-b69d-d65f0d56e072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:31.929013 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 42948) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:31.971881 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-4aaf4f75-bf47-42d9-8e3c-ec874102934b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=de80d8e05e914e30aa0a7ca86303ac3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414791 Jun 23 15:00:31.975015 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.wsgi [-] (104656) accepted ('10.222.0.65', 42950) {{(pid=104656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:32.026801 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a81bfdf6-72a8-4534-bf86-2b08c0ab85c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:32.048805 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a81bfdf6-72a8-4534-bf86-2b08c0ab85c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:32.098020 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a81bfdf6-72a8-4534-bf86-2b08c0ab85c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:32.101162 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron_lib.callbacks.manager [None req-a81bfdf6-72a8-4534-bf86-2b08c0ab85c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:32.102319 dv-cinder-796286-8-iscsi neutron-server[104656]: INFO neutron.wsgi [None req-a81bfdf6-72a8-4534-bf86-2b08c0ab85c9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4c7a3230-3bad-4b43-b36b-d6d86b295cfd HTTP/1.1" status: 204 len: 168 time: 0.1263974 Jun 23 15:00:32.103118 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-37f9dbb5-101f-4712-a608-c080c5ff0dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:32.111661 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bfdf6-72a8-4534-bf86-2b08c0ab85c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7a3230-3bad-4b43-b36b-d6d86b295cfd,revision_number=None']} {{(pid=104656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:32.114223 dv-cinder-796286-8-iscsi neutron-server[104656]: DEBUG oslo_concurrency.lockutils [None req-a81bfdf6-72a8-4534-bf86-2b08c0ab85c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:32.436856 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 42958) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:32.477497 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-3ce2134c-e54e-4c61-b7b1-b2a4b085d69e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=293569687c234e31b6fb49c044d495b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393176 Jun 23 15:00:32.479809 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.wsgi [-] (104657) accepted ('10.222.0.65', 42960) {{(pid=104657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 15:00:32.528376 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-114999d9-9de1-440f-bf16-d4353f2bcf19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:32.554231 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-114999d9-9de1-440f-bf16-d4353f2bcf19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:32.599139 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-114999d9-9de1-440f-bf16-d4353f2bcf19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128811'] for security_group, after_delete {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:32.602471 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron_lib.callbacks.manager [None req-114999d9-9de1-440f-bf16-d4353f2bcf19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:32.603754 dv-cinder-796286-8-iscsi neutron-server[104657]: INFO neutron.wsgi [None req-114999d9-9de1-440f-bf16-d4353f2bcf19 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2b3e150b-6193-4ff4-aac6-5c2b3d946ccb HTTP/1.1" status: 204 len: 168 time: 0.1230342 Jun 23 15:00:32.604562 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-d0bdb645-955f-4dea-a6fd-fc5bad9f2cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 15:00:32.613820 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114999d9-9de1-440f-bf16-d4353f2bcf19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3e150b-6193-4ff4-aac6-5c2b3d946ccb,revision_number=None']} {{(pid=104657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 15:00:32.616549 dv-cinder-796286-8-iscsi neutron-server[104657]: DEBUG oslo_concurrency.lockutils [None req-114999d9-9de1-440f-bf16-d4353f2bcf19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 15:00:32.796884 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device a026cb64-c14c-450c-a794-8a5729b8a68d no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:00:32.828364 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: a026cb64-c14c-450c-a794-8a5729b8a68d {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:00:32.828662 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device a026cb64-c14c-450c-a794-8a5729b8a68d not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:00:32.829077 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device e6517d2e-0590-4275-bc27-45a46f9ee641 no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:00:32.855360 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: e6517d2e-0590-4275-bc27-45a46f9ee641 {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:00:32.855711 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device e6517d2e-0590-4275-bc27-45a46f9ee641 not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:00:32.856148 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device d7bd087a-71eb-4377-8f34-2e7a80b92154 no longer exists at agent ovs-agent-dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 15:00:32.876628 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.plugin [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] No Port match for: d7bd087a-71eb-4377-8f34-2e7a80b92154 {{(pid=104658) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 15:00:32.876982 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron.plugins.ml2.rpc [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Device d7bd087a-71eb-4377-8f34-2e7a80b92154 not bound to the agent host dv-cinder-796286-8-iscsi {{(pid=104658) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 15:00:37.059932 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-0c43aecc-c8a2-40b1-8650-6bee4288cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:39.790007 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:39.806267 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-65dbb01f-e72b-4018-8d04-d10285415325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:40.971894 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:42.716923 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:00:54.851783 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:06.375627 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:01:07.060709 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-f82da6e2-83f2-42d5-ae40-a7d96b2ef978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:09.796257 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:09.809865 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-0a739f16-63e6-406c-984f-998ac4352e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:10.982621 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:12.720905 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:24.868645 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:37.060443 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-f0b69adb-d7b3-4ccb-8442-fe2159ff0c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:39.800756 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:39.811340 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-f7d884b9-d452-45e5-bd9e-773120b0ca9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:40.979744 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:42.722568 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:01:43.375154 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:01:54.883122 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:07.060926 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-4430d483-816e-40a2-be5e-50bd19b3636a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:09.810985 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:09.815795 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-56891c65-5e81-444d-aa6f-a132356fe2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:10.979269 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:12.726287 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:20.374152 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:02:24.911430 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:37.061971 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-10dfd464-947a-40f9-b27c-8c49975732cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:39.801772 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:39.816519 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fe213b74-66c7-4b5e-91dc-56c0355abf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:40.982127 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:42.732554 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:54.939900 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:02:57.372921 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:03:07.061699 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-0635b0e9-af62-4ca6-a085-6db1fd1af2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:09.807277 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:09.817591 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-b9e5762d-d9f2-44d1-a731-75f04fe9ba34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:10.984423 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:12.731639 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:24.940741 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:34.371902 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:03:37.061937 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-d5afd07e-3c7a-47e0-aff2-b0597cce1328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:39.799782 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:39.818393 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-ba2fe6f9-1802-4441-9743-10b1a32fb54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:40.988397 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:42.734920 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:03:54.956264 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:07.063445 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-471c4ebc-18b6-418c-aa3c-d127cea15713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:09.802301 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:09.819269 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9c83863c-68bf-4e47-ac83-0fac2e50df1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:10.991640 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:11.370697 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:04:12.736832 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:24.955778 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:37.064486 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-96f7a3b5-a019-4f50-8ee4-e71615227e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:39.803669 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:39.819087 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-c4ec2ebd-3719-43cb-95e6-f32273504f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:40.994603 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:42.741058 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:04:48.369917 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:04:54.957997 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:07.067165 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-80711ea2-c88c-4bf8-b459-98ba31caa10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:09.809580 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:09.819866 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-8f51dec0-4ba5-42a9-9bc2-924fef39c63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:10.997533 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:12.747643 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:24.953485 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-9375eec8-5d7e-4a4d-afd7-4582463c0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:25.368919 dv-cinder-796286-8-iscsi neutron-server[104659]: DEBUG neutron.db.agents_db [None req-48e78d9f-6746-4f92-b704-2fd6a72defd2 None None] Agent healthcheck: found 6 active agents {{(pid=104659) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 15:05:37.068093 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-f3f7953b-ac94-493e-b3fd-3423d361c43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:39.801738 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-957b7941-e96a-47d7-a077-ccb4a733759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:39.819306 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-74b84016-9955-44b6-8a56-6411486a17cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:41.000149 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-fd556dbf-8c64-4a1b-9424-d7ea3f548ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 15:05:42.748480 dv-cinder-796286-8-iscsi neutron-server[104658]: DEBUG neutron_lib.callbacks.manager [None req-493da953-306d-4166-9c09-3ba906bfacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784122434061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16032723'] for agent, after_update {{(pid=104658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}